-- Logs begin at Fri 2021-07-16 14:16:21 UTC, end at Fri 2021-07-16 15:42:43 UTC. -- Jul 16 14:49:31.071262 dv-cinder-801065-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 14:49:33.774755 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.common.config [-] Logging enabled! Jul 16 14:49:33.775357 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 14:49:33.775531 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 14:49:33.778804 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.common.config [-] Logging enabled! Jul 16 14:49:33.779061 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 14:49:33.779374 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 14:49:33.780307 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 14:49:33.780544 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 14:49:33.780910 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 14:49:33.781161 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 14:49:33.781393 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 14:49:33.781720 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.782019 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.782347 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.782583 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.782882 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.783171 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.783455 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.783745 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.784043 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.784330 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.784611 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.784896 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.785131 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.785414 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.785699 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.785987 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.786243 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] debug = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.787200 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.787639 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.788048 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.788333 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.788629 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.788912 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.789189 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.789469 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.789755 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.790086 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] host = dv-cinder-801065-2-iscsi {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.790392 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.790683 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.790972 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.791259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.791536 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.791818 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.792105 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.792383 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.792657 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.792990 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.793224 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.793513 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.793804 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.794032 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.794286 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.794579 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.794870 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.795148 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.795426 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.795700 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.795974 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.796248 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.796517 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.796804 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.797090 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.797376 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.797655 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.797929 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.798225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.798501 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.798788 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.799063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.799338 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.799614 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.799901 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.800172 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.800445 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.800753 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.801041 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.801325 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.801615 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.801898 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.802466 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.802570 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.802772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.803047 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_json = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.803323 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.803594 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.803879 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.804154 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.804427 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.804700 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.804974 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.805259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:33.805560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.805855 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.806176 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.806463 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.806761 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.807046 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.807338 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.807618 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.807909 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.808198 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.808502 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.808771 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.809062 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.809343 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.809643 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.809949 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.810271 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.810568 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.810848 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.811123 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.811399 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.811679 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.811970 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.812267 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.812558 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.812832 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.813113 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.813405 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.813683 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.813958 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.814261 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.814554 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.814833 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.815108 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.815396 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.815681 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.815953 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.816227 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.816506 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.816798 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.817078 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.817352 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.817645 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.818000 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.818000 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.818516 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.818796 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.819070 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.819346 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.819625 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.819900 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.820175 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.820454 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.820728 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.821006 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.821279 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.821553 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.821835 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.822109 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.822406 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.822682 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.822954 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.823232 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.823509 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.823785 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.824059 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.824335 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.824611 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.824900 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.825198 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.825480 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.825766 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.826046 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.826355 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.826637 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.826916 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.827194 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.827473 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.827748 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.828042 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.828327 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.828614 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.828897 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.829175 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.829472 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.829754 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.830039 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.830348 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.830631 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.830920 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.831207 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.831499 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.831797 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.832091 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.832383 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.832677 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.832958 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.833776 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.834230 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:33.834438 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 14:49:33.834684 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92873) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 14:49:34.182025 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 14:49:34.182330 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 14:49:34.182629 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 14:49:34.182966 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 14:49:34.569165 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.569454 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.569733 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.570954 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.571234 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.571512 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.606596 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.606879 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.607151 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.620184 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.620465 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.620732 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.650693 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.650978 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.651258 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.686885 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.687176 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.687448 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.917091 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.917685 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.917685 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.917828 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:34.918542 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.037799 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.038117 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.038434 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.038715 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.038992 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.039320 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.039588 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.039852 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.040114 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.040402 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.040668 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.040940 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.041200 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.041455 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.041713 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.041990 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.042277 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.042549 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.042829 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.043091 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.043366 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.043621 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.043907 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.044284 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.044537 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.044786 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.045182 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.045426 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.045666 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.045906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.046143 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.046402 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.046764 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 14:49:35.049838 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 14:49:35.054345 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 14:49:35.058017 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 16 14:49:35.059689 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 14:49:35.060140 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 14:49:35.060476 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 14:49:35.060863 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 14:49:35.064830 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 14:49:35.065084 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 14:49:35.065432 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 14:49:35.093256 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 14:49:35.093716 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.094022 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 14:49:35.094477 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.095836 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 14:49:35.096121 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 14:49:35.096369 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 14:49:35.100259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.100545 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.164084 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 14:49:35.164330 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 14:49:35.164568 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 14:49:35.164940 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 14:49:35.185926 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_db.sqlalchemy.engines [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92873) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 14:49:35.722323 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing driver for type 'gre' Jul 16 14:49:35.722895 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] gre ID ranges: [(1, 1000)] Jul 16 14:49:35.778689 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing driver for type 'local' Jul 16 14:49:35.779024 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing driver for type 'vlan' Jul 16 14:49:35.792922 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] VlanTypeDriver initialization complete Jul 16 14:49:35.793336 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing driver for type 'vxlan' Jul 16 14:49:35.793836 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] vxlan ID ranges: [(1, 1000)] Jul 16 14:49:35.842422 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing extension driver 'port_security' Jul 16 14:49:35.843011 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.extensions.port_security [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] PortSecurityExtensionDriver initialization complete Jul 16 14:49:35.843344 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing mechanism driver 'openvswitch' Jul 16 14:49:35.843667 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing mechanism driver 'hyperv' Jul 16 14:49:35.851380 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.plugin [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:35.852223 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.852601 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.852962 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.853493 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.853930 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.854315 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.854668 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.855061 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.855465 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.855821 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.856170 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.856562 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.856968 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.857323 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.857667 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.858061 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.858490 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.858842 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.859184 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.859576 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.859976 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > address_group after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.860322 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > address_group after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.860664 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.861058 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92873) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 14:49:35.861434 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] ML2 OVO RPC backend initialized. {{(pid=92873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 14:49:35.862138 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.862518 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.862937 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.863287 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > networks before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.863638 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.863980 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > ports before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.864327 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.865434 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnets before_response 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.865720 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.866067 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.866438 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.866782 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.867124 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.867460 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.867798 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.868142 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.868479 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.869054 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.plugin [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Modular L2 Plugin initialization complete Jul 16 14:49:35.869385 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading services supported by the core plugin {{(pid=92873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 14:49:35.869711 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.plugins.ml2.managers [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Got port-security extension from driver 'port_security' Jul 16 14:49:35.870180 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.extensions.vlantransparent [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Disabled vlantransparent extension. Jul 16 14:49:35.870682 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 14:49:35.871002 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: router Jul 16 14:49:35.906285 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.906685 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_create 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.907062 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router before_create 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.907433 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.907813 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.908173 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_delete 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.908538 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.909029 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_create 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.909384 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.909741 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.910098 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.910499 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.910914 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.911794 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.912182 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.912527 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: subnet after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.912873 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.913226 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.913585 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_create 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.913932 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.914309 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.914672 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router after_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.915017 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.915372 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_create 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.915737 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.916086 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_update 55549900 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.916461 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > agent after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.916813 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > agent after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.917164 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > network after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.918018 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Tracking information for resource: router configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.918388 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Tracking information for resource: floatingip configured {{(pid=92873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 14:49:35.923191 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.db.l3_agentschedulers_db [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 14:49:35.923774 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.924143 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.924505 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.924869 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: port after_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.925654 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router before_create 55550100 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.926029 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.926432 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_create 55550100 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.926800 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > router precommit_update 55550100 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.931793 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.provider_configuration [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service providers = [] {{(pid=92873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 14:49:35.932163 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.db.servicetype_db [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 14:49:35.935138 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.service_base [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 14:49:35.935501 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.service_base [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 14:49:35.935848 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.service_base [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 14:49:35.936750 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.services.service_base [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 14:49:35.937129 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.services.service_base [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 14:49:35.937512 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.937835 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 14:49:35.948754 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.949095 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: auto_allocate Jul 16 14:49:35.954747 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: network precommit_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.955130 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: network precommit_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.955653 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.955977 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: tag Jul 16 14:49:35.963151 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.963487 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: timestamp Jul 16 14:49:35.967307 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.967893 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: network_ip_availability Jul 16 14:49:35.973322 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.973648 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.974634 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:35.975455 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.975782 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: flavors Jul 16 14:49:35.981893 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.982252 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading Plugin: revisions Jul 16 14:49:35.986526 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 14:49:35.986921 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=92873) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 14:49:35.987655 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 14:49:35.987996 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Initializing extension manager. Jul 16 14:49:35.988511 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: __init__.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.988859 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: __pycache__ {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.989201 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.989582 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: address_group.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.990369 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:35.990941 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: address-group Jul 16 14:49:35.991269 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: address_scope.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.991994 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:35.992512 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: address-scope Jul 16 14:49:35.992838 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.993781 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:35.994328 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: router-admin-state-down-before-update Jul 16 14:49:35.994654 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: agent.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.995376 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:35.995879 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: agent Jul 16 14:49:35.996199 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: agent_resources_synced.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.997112 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:35.997627 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: agent-resources-synced Jul 16 14:49:35.997956 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: allowedaddresspairs.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:35.999765 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.000292 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: allowed-address-pairs Jul 16 14:49:36.000623 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: auto_allocated_topology.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.001700 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.002251 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: auto-allocated-topology Jul 16 14:49:36.002584 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: availability_zone.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.003286 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.003798 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: availability_zone Jul 16 14:49:36.004123 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: availability_zone_filter.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.005103 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.005674 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: availability_zone_filter Jul 16 14:49:36.006000 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: data_plane_status.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.006936 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.007453 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 14:49:36.007777 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: default_subnetpools.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.008724 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.009245 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: default-subnetpools Jul 16 14:49:36.009567 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.010411 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.010927 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: dhcp_agent_scheduler Jul 16 14:49:36.011250 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: dns.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.012172 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.012687 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension dns-integration not supported by any of loaded plugins Jul 16 14:49:36.013013 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: dns_domain_ports.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.013939 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.014482 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 14:49:36.014809 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.015747 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.016258 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 14:49:36.016583 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: dvr.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.017258 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.017770 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: dvr Jul 16 14:49:36.018094 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: empty_string_filtering.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.019034 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.019546 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: empty-string-filtering Jul 16 14:49:36.019870 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.021304 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.021812 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 14:49:36.022134 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.023078 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.023589 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 14:49:36.023913 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: external_net.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.024829 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.025345 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: external-net Jul 16 14:49:36.025668 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.026606 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.027119 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: extra_dhcp_opt Jul 16 14:49:36.027444 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: extraroute.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.028360 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.028871 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: extraroute Jul 16 14:49:36.029195 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: extraroute_atomic.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.030256 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.030774 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: extraroute-atomic Jul 16 14:49:36.031103 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: filter_validation.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.031772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.032279 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: filter-validation Jul 16 14:49:36.032602 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: fip_pf_description.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.033514 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.034235 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 14:49:36.034565 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: fip_port_details.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.035501 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.036021 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: fip-port-details Jul 16 14:49:36.036964 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: flavors.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.038308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.038839 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: flavors Jul 16 14:49:36.039170 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.040849 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.041387 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 14:49:36.041725 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: floatingip_pools.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.042470 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.042993 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: floatingip-pools Jul 16 14:49:36.043323 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: ip_allocation.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.044261 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.044775 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 14:49:36.045110 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.046030 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.046580 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: ip-substring-filtering Jul 16 14:49:36.046910 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l2_adjacency.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.047838 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.048352 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 14:49:36.048680 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.049644 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.050181 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: router Jul 16 14:49:36.050516 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.052755 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.053284 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 14:49:36.053626 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.054597 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.055125 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: ext-gw-mode Jul 16 14:49:36.055463 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.056405 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.056927 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: l3-ha Jul 16 14:49:36.057254 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3_flavors.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.058221 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.058735 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: l3-flavors Jul 16 14:49:36.059063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.059983 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.060493 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 14:49:36.060819 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: l3agentscheduler.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.061886 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.062435 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: l3_agent_scheduler Jul 16 14:49:36.062767 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: logging.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.064276 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.064803 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension logging not supported by any of loaded plugins Jul 16 14:49:36.065141 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: metering.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.065892 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.066528 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: metering Jul 16 14:49:36.066836 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.067981 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.068509 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: metering_source_and_destination_fields Jul 16 14:49:36.068839 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: multiprovidernet.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.069906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.070466 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: multi-provider Jul 16 14:49:36.070800 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: netmtu.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.071731 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.072251 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: net-mtu Jul 16 14:49:36.072580 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: netmtu_writable.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.073511 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.074030 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: net-mtu-writable Jul 16 14:49:36.074385 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: network_availability_zone.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.075068 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.075582 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: network_availability_zone Jul 16 14:49:36.075906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: network_ip_availability.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.077002 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.077519 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: network-ip-availability Jul 16 14:49:36.077846 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: network_segment_range.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.078647 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.079165 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 14:49:36.079486 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: pagination.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.080483 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.080815 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: pagination Jul 16 14:49:36.081141 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: port_device_profile.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.082067 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.082612 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: port-device-profile Jul 16 14:49:36.082939 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.084463 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.084978 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: port-mac-address-regenerate Jul 16 14:49:36.085304 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.086266 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.086780 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: port-numa-affinity-policy Jul 16 14:49:36.087105 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: port_resource_request.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.088033 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.088546 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 14:49:36.088871 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: portbindings.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.089803 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.090370 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: binding Jul 16 14:49:36.090699 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: portbindings_extended.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.091975 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.092765 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: binding-extended Jul 16 14:49:36.093095 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: portsecurity.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.094021 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.094579 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: port-security Jul 16 14:49:36.094908 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: project_id.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.095897 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.096231 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: project-id Jul 16 14:49:36.096558 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: providernet.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.097485 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.098003 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: provider Jul 16 14:49:36.098358 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.102669 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.103196 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos not supported by any of loaded plugins Jul 16 14:49:36.103532 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.104785 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.105312 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 14:49:36.105651 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.106611 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.107135 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 14:49:36.107465 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_default.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.108391 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.108914 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-default not supported by any of loaded plugins Jul 16 14:49:36.109243 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_fip.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.109902 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.110449 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-fip not supported by any of loaded plugins Jul 16 14:49:36.110779 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_gateway_ip.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.111738 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.112256 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 14:49:36.112582 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_port_network_policy.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.113500 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.114013 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 14:49:36.114385 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_rule_type_details.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.115493 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.116015 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 14:49:36.116342 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: qos_rules_alias.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.117401 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.117923 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 14:49:36.118282 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: quotasv2.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.119215 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.119728 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: quotas Jul 16 14:49:36.120058 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: quotasv2_detail.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.123123 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.123469 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: quota_details Jul 16 14:49:36.123807 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: rbac.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.124873 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.125409 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: rbac-policies Jul 16 14:49:36.125758 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: rbac_address_group.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.126718 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.127248 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: rbac-address-group Jul 16 14:49:36.127582 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: rbac_address_scope.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.128528 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.129053 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: rbac-address-scope Jul 16 14:49:36.129386 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: rbac_security_groups.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.130494 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.131058 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: rbac-security-groups Jul 16 14:49:36.131390 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: rbac_subnetpool.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.132317 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.132836 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: rbac-subnetpool Jul 16 14:49:36.133169 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: revisionifmatch.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.134104 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.134642 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: revision-if-match Jul 16 14:49:36.134971 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: revisions.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.136090 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.136612 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: standard-attr-revisions Jul 16 14:49:36.136943 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: router_availability_zone.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.137625 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.138145 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: router_availability_zone Jul 16 14:49:36.138505 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: routerservicetype.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.139435 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.139951 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension router-service-type not supported by any of loaded plugins Jul 16 14:49:36.140278 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.141210 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.141736 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: security-groups-normalized-cidr Jul 16 14:49:36.142065 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.143021 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.143541 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: port-security-groups-filtering Jul 16 14:49:36.143869 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.144803 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.145322 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: security-groups-remote-address-group Jul 16 14:49:36.146182 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: securitygroup.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.155767 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.156313 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: security-group Jul 16 14:49:36.156654 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: segment.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.157452 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.157972 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension segment not supported by any of loaded plugins Jul 16 14:49:36.158340 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.159285 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.159810 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 14:49:36.160145 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: servicetype.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.161256 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.162500 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: service-type Jul 16 14:49:36.162840 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: sorting.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.163840 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.164177 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: sorting Jul 16 14:49:36.164511 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: standard_attr_segment.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.165511 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.166038 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 14:49:36.166415 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: standardattrdescription.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.167085 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.167602 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: standard-attr-description Jul 16 14:49:36.167933 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: stateful_security_group.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.168896 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.169420 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: stateful-security-group Jul 16 14:49:36.169749 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: stdattrs_common.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.170369 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 14:49:36.170694 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.171634 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.172154 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 14:49:36.172478 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnet_onboard.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.173557 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.174082 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: subnet_onboard Jul 16 14:49:36.174432 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.175369 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.175884 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 14:49:36.176211 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnet_service_types.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.177275 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.177802 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: subnet-service-types Jul 16 14:49:36.178129 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnetallocation.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.179253 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.179777 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: subnet_allocation Jul 16 14:49:36.180108 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.180780 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.181295 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: subnetpool-prefix-ops Jul 16 14:49:36.181617 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.182705 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.183225 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 14:49:36.183549 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: tagging.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.184612 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.185140 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: standard-attr-tag Jul 16 14:49:36.185468 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: timestamp.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.186747 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.187270 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loaded extension: standard-attr-timestamp Jul 16 14:49:36.187603 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: trunk.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.188664 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.189185 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension trunk not supported by any of loaded plugins Jul 16 14:49:36.189515 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: trunk_details.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.190473 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.190996 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension trunk-details not supported by any of loaded plugins Jul 16 14:49:36.191325 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: uplink_status_propagation.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.192282 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.192954 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 14:49:36.193358 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Loading extension file: vlantransparent.py {{(pid=92873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 14:49:36.194037 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 14:49:36.194584 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 14:49:36.197041 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:network Jul 16 14:49:36.197579 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnet Jul 16 14:49:36.197978 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 14:49:36.198404 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:port Jul 16 14:49:36.199682 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.200130 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service FLAVORS assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.200752 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.201179 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.201515 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:router Jul 16 14:49:36.201946 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:floatingip Jul 16 14:49:36.202478 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service METERING assigned prefix: /metering {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.203966 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:36.204344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:36.204704 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92873) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:49:36.205708 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 14:49:36.206166 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:security_group Jul 16 14:49:36.206626 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 14:49:36.207237 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service CORE assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.207569 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 14:49:36.207919 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] subnetpool is already registered Jul 16 14:49:36.209416 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service CORE assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.209761 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 14:49:36.210102 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] subnetpool is already registered Jul 16 14:49:36.212409 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.212848 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service FLAVORS assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.213447 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.213869 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.214235 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:router Jul 16 14:49:36.214582 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] router is already registered Jul 16 14:49:36.214994 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:floatingip Jul 16 14:49:36.215335 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] floatingip is already registered Jul 16 14:49:36.215791 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service METERING assigned prefix: /metering {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.216456 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 14:49:36.216786 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] rbac_policy is already registered Jul 16 14:49:36.217209 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:security_group Jul 16 14:49:36.217829 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] security_group is already registered Jul 16 14:49:36.218266 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 14:49:36.218602 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] security_group_rule is already registered Jul 16 14:49:36.219235 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service CORE assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.219570 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 14:49:36.219908 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] subnetpool is already registered Jul 16 14:49:36.220330 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.v2.resource_helper [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Service CORE assigned prefix: {{(pid=92873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 14:49:36.220657 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 14:49:36.220990 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING neutron.quota.resource_registry [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] subnetpool is already registered Jul 16 14:49:36.221515 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: extensions {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.222950 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: address-groups {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.224687 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: address-scopes {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.225941 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: agents {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.227144 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: auto-allocated-topology {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.228379 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: availability_zones {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.229613 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: dhcp-networks {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.231147 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: dhcp-agents {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.232570 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: routers {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.234302 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: flavors {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.236621 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: service_profiles {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.238003 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: next_providers {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.240003 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: service_profiles {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.241660 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: floatingip-pools {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.242908 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: routers {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.244610 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: floatingips {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.245889 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: l3-routers {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.247378 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: l3-agents {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.248805 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: metering-labels {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.250053 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: metering-label-rules {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.251457 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: network-ip-availabilities {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.252723 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: bindings {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.254295 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: quotas {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.256452 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: quotas {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.257866 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: rbac-policies {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.259097 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: security-groups {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.260390 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: security-group-rules {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.261655 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: service-providers {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.262919 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: subnetpools {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.264236 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: subnetpools {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.265787 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.267488 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.269302 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.271268 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.272950 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.274924 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.276617 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.278437 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.280298 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.282037 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron.api.extensions [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Extended resource: tags {{(pid=92873) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 14:49:36.288581 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING keystonemiddleware.auth_token [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 14:49:36.293113 dv-cinder-801065-2-iscsi neutron-server[92873]: WARNING keystonemiddleware.auth_token [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 14:49:36.301492 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Acquired lock "singleton_lock" {{(pid=92873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 14:49:36.302598 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_concurrency.lockutils [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Releasing lock "singleton_lock" {{(pid=92873) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 14:49:36.303251 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Starting 2 workers Jul 16 14:49:36.308083 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Started child 92980 {{(pid=92873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 14:49:36.312569 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Started child 92981 {{(pid=92873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 14:49:36.313478 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.314191 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO neutron.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 14:49:36.314814 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Notify callbacks [] for process, before_spawn {{(pid=92873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.315125 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [-] (92980) wsgi starting up on http://0.0.0.0:9696 Jul 16 14:49:36.317242 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Starting 1 workers Jul 16 14:49:36.317353 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.319450 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [-] (92981) wsgi starting up on http://0.0.0.0:9696 Jul 16 14:49:36.322578 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Started child 92982 {{(pid=92873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 14:49:36.323093 dv-cinder-801065-2-iscsi neutron-server[92873]: INFO oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Starting 1 workers Jul 16 14:49:36.326411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] calling RpcWorker wait() {{(pid=92982) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 14:49:36.326951 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] returning from RpcWorker wait() {{(pid=92982) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 14:49:36.327574 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Started child 92983 {{(pid=92873) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 14:49:36.328283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.328387 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG neutron_lib.callbacks.manager [None req-afbe8e9b-5df6-4ac7-93a9-e706ed2406ce None None] Notify callbacks [] for process, after_spawn {{(pid=92873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.328834 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:36.330218 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 14:49:36.330429 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 14:49:36.330621 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 14:49:36.330839 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 14:49:36.331194 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 14:49:36.331360 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 14:49:36.331876 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.332155 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.332326 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:36.332851 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.332851 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.332977 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.333551 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:36.333651 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.333797 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.334058 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.334360 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.334615 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.334791 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.334960 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.335227 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.335477 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.335757 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.336045 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.336296 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.336587 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.336761 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.337014 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.337281 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.337541 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.337804 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] debug = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.338047 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.338574 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.338816 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.339068 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.339290 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.339565 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.339796 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.340080 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.340314 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.340531 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.340767 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.341014 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.341247 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.341462 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.341677 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.341944 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.342216 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.342941 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] host = dv-cinder-801065-2-iscsi {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.343195 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.343445 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.343705 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.343951 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.344221 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.344455 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.344716 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.344993 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.345238 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.345469 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.345724 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.345968 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.346233 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.346474 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.346638 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_options = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.346881 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.347168 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.347445 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.347639 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.347810 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.348063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.348229 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.348397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.348654 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.349477 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.349742 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.349915 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.350139 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.350387 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.350644 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.350894 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.351137 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.351347 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.351593 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.351853 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.352079 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.352306 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.352610 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.352836 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.352968 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.353186 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.353434 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.353668 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.353900 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.354155 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.354426 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.354682 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.354922 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.355178 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.355408 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.355635 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.355849 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.356109 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.356354 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.356613 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.356872 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.357106 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.357359 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.357598 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.357812 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.358055 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_json = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.358290 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.358538 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.358792 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.359021 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.359259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.359475 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.359687 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.359906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.360339 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.360616 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.360927 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.361172 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.361422 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.361677 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.361933 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.362151 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.362442 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.362675 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.362980 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.363202 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.363495 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.363752 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.365526 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.365526 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.365526 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366073 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366073 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366073 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366450 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366572 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.366834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.367114 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368278 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368278 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368278 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368278 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368566 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368707 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.368934 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.369353 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.369643 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.370124 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.370124 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.370563 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.370563 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.370788 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.371023 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.371253 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.371523 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.371760 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.372002 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.372224 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.372444 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.372663 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.372902 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.376072 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.378560 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.381291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.383696 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.387973 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.388984 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.389906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.393375 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.394344 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.395446 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.396751 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.399063 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.400712 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401651 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.401651 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.402120 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.402120 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.402405 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.402663 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.402878 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.403126 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.403349 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.403564 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.403782 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.404002 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.404219 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.404433 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.404662 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.404876 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.405146 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.405389 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.405716 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.405968 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.406227 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.406451 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.406670 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.408381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414316 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.414834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415308 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.415772 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416144 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416144 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416279 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416647 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.416852 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.417170 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.417421 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.417665 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.417932 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.418190 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.418433 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.418682 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.418999 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.419213 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.419477 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.419716 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.419940 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.420166 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.420425 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.420762 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.421050 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.421291 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.421525 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.421825 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.422100 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.422406 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.422624 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.422895 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.423259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.423530 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.423795 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.424055 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.424326 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.424550 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.424800 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.425049 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.425289 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.425512 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.425750 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.426001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.426254 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.426497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.426724 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.427021 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.427267 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.427643 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.427873 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.428136 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.428304 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 14:49:36.428803 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92873) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 14:49:36.428967 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 14:49:36.429123 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 14:49:36.429296 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 14:49:36.429468 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 14:49:36.429624 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 14:49:36.429833 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.429998 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.430175 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.430346 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.430508 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.430693 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.430856 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431017 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431179 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431340 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431486 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431651 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431811 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.431971 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432132 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432292 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432454 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432637 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432764 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.432930 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433092 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433253 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433413 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] debug = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433575 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433770 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.433937 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434097 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434280 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434450 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434801 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.434934 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435068 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435222 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435383 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435544 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435704 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.435865 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436026 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436186 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436346 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] host = dv-cinder-801065-2-iscsi {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436506 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436667 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436829 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.436989 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.437148 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.437310 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.437471 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.437637 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.437866 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438002 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438134 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438265 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438426 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438585 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438745 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_options = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.438906 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439066 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439226 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439412 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439578 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439739 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.439900 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440060 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440220 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440380 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440541 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440701 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.440862 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441022 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441181 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441340 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441500 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441660 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441819 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.441980 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.442139 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.442320 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.443087 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.443672 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.443672 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.443824 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.443910 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.444007 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.444365 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.444710 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.444880 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445029 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445255 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445354 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445496 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445655 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.445801 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446619 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446619 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446619 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446619 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446619 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446953 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.446953 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447082 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447187 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_json = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447348 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447507 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447822 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.447982 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.448296 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.448459 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.448615 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.448936 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 14:49:36.449160 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.449287 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.449466 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.449631 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.449941 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450113 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450295 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450468 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450657 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450773 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.450944 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451112 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451286 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451454 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451617 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451784 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.451949 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452112 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452274 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452438 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452601 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452764 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.452941 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453106 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453271 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453436 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453599 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453763 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.453927 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.454090 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.454279 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.454443 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.454605 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.454768 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455075 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455075 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455243 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455370 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455536 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455701 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.455864 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456027 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456191 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456353 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456520 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456681 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456818 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.456990 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.457159 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.457320 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.457494 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.457657 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.457823 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458373 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458373 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458614 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458734 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458855 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.458975 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459190 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459342 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459511 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459665 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459799 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.459971 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460120 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460244 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460368 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460514 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460657 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460811 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.460956 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461102 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461259 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461381 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461531 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461695 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.461858 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462023 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462209 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462377 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462540 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462702 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462874 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.462958 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:36.463054 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.463203 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.463364 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.463527 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.463690 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.463853 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464017 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464179 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464341 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464507 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464668 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464834 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.464993 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465158 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465319 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465481 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465642 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465802 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.465964 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466125 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466310 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466473 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466635 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466797 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.466959 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.467120 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.467295 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.467708 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.467878 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468042 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468215 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468388 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468551 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468717 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.468879 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469042 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469204 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469367 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469528 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469689 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.469850 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470013 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470201 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470378 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470541 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470705 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.470877 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471041 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471202 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471364 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471526 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471687 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.471850 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472012 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472174 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472337 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472504 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472650 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472817 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.472979 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.473140 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.473302 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.473464 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.473627 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.474307 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.474477 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.474641 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.475015 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.476658 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.478857 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479397 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.479931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480457 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480457 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480457 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480666 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480666 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480808 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.480949 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481110 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481274 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481437 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481599 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481761 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.481924 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482088 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482276 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482442 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482610 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482775 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.482938 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483102 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483266 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483415 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483580 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483803 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.483931 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484054 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484293 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484458 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484622 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484706 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.484787 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.485497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.485497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.485497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.485497 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486001 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486394 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486394 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486540 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486663 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.486823 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487144 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487305 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487469 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487630 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487925 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.487925 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.488323 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.488323 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.488632 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.488632 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.489152 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.489152 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.489152 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.489152 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490225 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490567 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490567 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490567 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490744 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.490900 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491065 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491236 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491408 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491579 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491742 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.491910 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492085 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492247 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492409 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492570 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492739 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.492899 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493061 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493223 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493384 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493546 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493708 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.493871 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494035 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494219 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494383 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494545 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494707 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.494869 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.495030 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.495209 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 14:49:36.495350 dv-cinder-801065-2-iscsi neutron-server[92873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92873) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 14:49:36.743909 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49324) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:49:36.752213 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061409 Jul 16 14:49:48.154704 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be3e20d-9b21-4ff6-91a5-43fa684a2e3d None None] get_active_networks_info from dv-cinder-801065-2-iscsi {{(pid=92982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 14:49:48.216047 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3e20d-9b21-4ff6-91a5-43fa684a2e3d None None] No non-hosted networks {{(pid=92982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 14:49:48.231014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.agentschedulers_db [None req-8be3e20d-9b21-4ff6-91a5-43fa684a2e3d None None] DHCP Agent not found on host dv-cinder-801065-2-iscsi {{(pid=92982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 14:49:48.344668 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-73be0801-1dbf-46d7-bb89-4530fa46989c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:50.475807 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-dc3b2879-f213-4e78-99a4-7ea625b1171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:50.569267 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f2f3cc0d-1d59-4935-9c3e-788e66aa7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:50.938668 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:50.939609 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.940425 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.941733 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.943740 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.944300 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.946120 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.950006 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.952021 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.954058 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.956801 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.957327 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.958397 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:49:50.958975 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801065-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:50.970833 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801065-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:49:52.037709 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:53.277889 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.db.l3_hamode_db [None req-c398ddd9-093e-49e7-ac4c-5b6ffa08bcf4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 14:49:53.358643 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398ddd9-093e-49e7-ac4c-5b6ffa08bcf4 None None] Routers set() bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:49:53.359035 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398ddd9-093e-49e7-ac4c-5b6ffa08bcf4 None None] Router IDs set() for agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 14:49:53.697551 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:54.722979 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49418) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:49:55.219863 dv-cinder-801065-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-4f675012-a62c-401f-b463-fb84e07dfed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:49:55.220465 dv-cinder-801065-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-4f675012-a62c-401f-b463-fb84e07dfed4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:49:55.436782 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-4f675012-a62c-401f-b463-fb84e07dfed4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:49:55.437757 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f675012-a62c-401f-b463-fb84e07dfed4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7132716 Jul 16 14:49:57.777835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49432) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:49:58.079040 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:49:58.172934 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.policy [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 14:49:58.218628 dv-cinder-801065-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:49:58.218998 dv-cinder-801065-2-iscsi neutron-server[92980]: WARNING oslo_policy.policy [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:49:58.228017 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.quota [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] Loaded quota_driver: . Jul 16 14:49:58.321099 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202127322', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202127855', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202180007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202182557', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202167774', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752202161626', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3683853', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-543690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963133'] for rbac-policy, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:58.387782 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:49:58.389227 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f71530be-99ec-4076-a1ef-a8dc02ef7f02 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6103711 Jul 16 14:50:00.989586 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49444) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:01.465691 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:50:01.466330 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:50:01.683985 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Request body: {'network': {'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'name': 'private', 'project_id': '7bbd17941e61476db502c9dc9f6e7e53'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:01.685639 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.quota [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Loaded quota_driver: . Jul 16 14:50:01.743665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Made reservation on behalf of 7bbd17941e61476db502c9dc9f6e7e53 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:50:01.810395 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.policy [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 14:50:01.855726 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:50:01.856101 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING oslo_policy.policy [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 14:50:01.866082 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:01.893297 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.026844 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.030727 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.051533 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:50:02.080217 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752197282371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.080816 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Unsubscribe: segment precommit_create {{(pid=92981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 14:50:02.081303 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Added segment 82123126-6dbe-4bcc-b759-9b597d030f7e of type vlan for network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 Jul 16 14:50:02.100042 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40757f9f-6c63-47e7-991f-0bf08000d5bc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:02.121687 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.122041 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.122402 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.122730 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.123052 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.123384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.123704 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.124018 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.124415 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.124774 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.125267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.125654 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Tracked resource versions report: Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: pushed versions: Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: consumer versions: Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Log': '1.0', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Network': '1.1', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Port': '1.7', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 16 14:50:02.126814 dv-cinder-801065-2-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:50:02.213762 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.267188 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.268371 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:02.269037 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:02.315888 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3240764 Jul 16 14:50:02.369972 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51616d-be65-49dc-8d4d-50303447ce25 admin admin] Pushing event updated for resources: {'Network': ['ID=beed8ed5-1d7a-49ea-80aa-286bf8dc3043,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:02.382210 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:50:04.930243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49466) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:05.314615 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b8d7e8-3be4-45b9-83c9-0506c1f6bdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:05.315955 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-86b8d7e8-3be4-45b9-83c9-0506c1f6bdcc admin admin] 10.222.0.39 "GET /v2.0/networks/beed8ed5-1d7a-49ea-80aa-286bf8dc3043 HTTP/1.1" status: 200 len: 825 time: 0.3847291 Jul 16 14:50:05.352743 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f78ff132-28a1-4bdb-8be7-4e4c785aa77c admin admin] 10.222.0.39 "GET /v2.0/subnetpools/49ae41ff-140a-4529-954b-f0470afbecfb HTTP/1.1" status: 200 len: 734 time: 0.0307784 Jul 16 14:50:05.361099 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb', 'gateway_ip': '172.20.0.1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:05.383869 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Made reservation on behalf of 7bbd17941e61476db502c9dc9f6e7e53 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:50:05.386300 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:05.684584 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:05.751169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa96e4a-ce9a-4a49-a143-2b316edf8694,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:05.757326 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Checking segment: {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:50:05.757708 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Network hostable DHCP agents. Network: beed8ed5-1d7a-49ea-80aa-286bf8dc3043, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:50:05.780554 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:50:05.791307 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, beed8ed5-1d7a-49ea-80aa-286bf8dc3043) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:05.796986 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:05.800248 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83d5c17-3055-4bf1-a2dd-6cf42a98caab None None] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:50:05.802415 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:05.821715 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d14e46b4-3ac8-41ec-b9c4-26b609a917de admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4639494 Jul 16 14:50:06.120500 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:50:06.121756 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.405051 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Allocated IP 172.20.0.2 (beed8ed5-1d7a-49ea-80aa-286bf8dc3043/2aa96e4a-ce9a-4a49-a143-2b316edf8694/6df25e67-c0d2-428f-a76a-981b04597be2) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:50:06.634822 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.650545 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Transition to ACTIVE for port object 6df25e67-c0d2-428f-a76a-981b04597be2 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:50:06.671418 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Transition to ACTIVE for port object 6df25e67-c0d2-428f-a76a-981b04597be2 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:50:06.681305 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.747697 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:50:06.755080 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:06.764840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:50:06.770890 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Pushing event updated for resources: {'Port': ['ID=6df25e67-c0d2-428f-a76a-981b04597be2,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:06.795564 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.795914 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.796250 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.796586 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.796916 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.797283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.797613 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.797938 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.798302 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.798632 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.798955 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.799278 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Tracked resource versions report: Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: pushed versions: Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: consumer versions: Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Log': '1.0', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Network': '1.1', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Port': '1.7', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SubPort': '1.0', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Subnet': '1.1', Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jul 16 14:50:06.800415 dv-cinder-801065-2-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:50:06.849451 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Attempting to bind port 6df25e67-c0d2-428f-a76a-981b04597be2 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:50:06.849841 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Attempting to bind port 6df25e67-c0d2-428f-a76a-981b04597be2 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:50:06.850292 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Attempting to bind port 6df25e67-c0d2-428f-a76a-981b04597be2 on network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:50:06.855071 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:50:06.855486 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Checking segment: {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:50:06.855942 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.856332 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Bound using segment: {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:50:06.856790 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Bound port: 6df25e67-c0d2-428f-a76a-981b04597be2, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:50:06.857179 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.920539 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] For port 6df25e67-c0d2-428f-a76a-981b04597be2, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:50:06.925032 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] For port 6df25e67-c0d2-428f-a76a-981b04597be2, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6df25e67-c0d2-428f-a76a-981b04597be2,segment=NetworkSegment(82123126-6dbe-4bcc-b759-9b597d030f7e),segment_id=82123126-6dbe-4bcc-b759-9b597d030f7e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:50:06.928581 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:06.990924 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbee8f-afce-4aac-a28d-4bc674b8ff66 None None] Pushing event updated for resources: {'Port': ['ID=6df25e67-c0d2-428f-a76a-981b04597be2,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:08.216888 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49474) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:08.533301 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-6cfecf0f-3bdf-46d9-855f-870370bfc8d3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:50:08.534493 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6cfecf0f-3bdf-46d9-855f-870370bfc8d3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162336 Jul 16 14:50:10.918926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49482) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:11.235916 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-29059265-5bf2-4e76-a4d8-e7e5ffa437d8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:50:11.236882 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-29059265-5bf2-4e76-a4d8-e7e5ffa437d8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170309 Jul 16 14:50:13.119013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230c1b9-36b1-4289-9179-dc43c4abe594 None None] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:50:13.177620 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6df25e67-c0d2-428f-a76a-981b04597be2 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:13.270083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ced5ba06-7c6e-436b-96ea-1a95f6f27e71 None None] Provisioning for port 6df25e67-c0d2-428f-a76a-981b04597be2 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:50:13.314009 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 6df25e67-c0d2-428f-a76a-981b04597be2 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:50:13.319468 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 6df25e67-c0d2-428f-a76a-981b04597be2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:13.319872 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:13.495409 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:13.534140 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 6df25e67-c0d2-428f-a76a-981b04597be2, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6df25e67-c0d2-428f-a76a-981b04597be2,segment=NetworkSegment(82123126-6dbe-4bcc-b759-9b597d030f7e),segment_id=82123126-6dbe-4bcc-b759-9b597d030f7e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:50:13.539623 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:13.589774 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=6df25e67-c0d2-428f-a76a-981b04597be2,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:13.704579 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-d9d50e6d-2c5b-4b01-a84d-2c1e4121c8f1 None None] Provisioning complete for port 6df25e67-c0d2-428f-a76a-981b04597be2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:13.704961 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d9d50e6d-2c5b-4b01-a84d-2c1e4121c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:13.878852 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:14.168009 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:14.192035 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:14.193515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:14.327170 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:14.332822 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:14.344774 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:14.346050 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4478a154-2225-4d5d-af68-f655096c96ea admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4659655 Jul 16 14:50:15.114443 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6df25e67-c0d2-428f-a76a-981b04597be2 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:15.160156 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 6df25e67-c0d2-428f-a76a-981b04597be2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:15.161045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:16.684605 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49506) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:16.994497 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-14740871-77c2-4425-9c12-a79e16194cc4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:50:16.995516 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-14740871-77c2-4425-9c12-a79e16194cc4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099279 Jul 16 14:50:18.036328 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-31dc0941-d101-489e-9ee2-ac394de9cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.353022 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49514) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:19.664113 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:19.686524 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Made reservation on behalf of aab600910a2440fd8aa3221aad414b76 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:50:19.688784 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.698024 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.783384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.787373 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.804186 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Reserving flat network on physical network physnet1 {{(pid=92981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 14:50:19.821392 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff29539-fe3e-4868-89f9-ba7207ca71e3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:19.825874 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.826236 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Added segment 90569e28-d974-4ef9-89cf-39e6d5898e5d of type flat for network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 Jul 16 14:50:19.872445 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.905991 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.906853 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:19.907416 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:19.939722 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5856135 Jul 16 14:50:19.966482 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8287405-60b1-4369-be9d-4ee84191f682 admin admin] Pushing event updated for resources: {'Network': ['ID=5f258c4a-a80e-4d4e-8c2e-e7054167ea01,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:19.980456 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:50:20.472410 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b8d5e11c-5f39-4541-b6b5-22f6e14dc2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:20.920104 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:21.942706 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:22.372409 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49532) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:22.577100 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431207e1-b6a1-43f7-932f-5abf9d979ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:22.578482 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-431207e1-b6a1-43f7-932f-5abf9d979ddd admin admin] 10.222.0.39 "GET /v2.0/subnets/2aa96e4a-ce9a-4a49-a143-2b316edf8694 HTTP/1.1" status: 200 len: 849 time: 0.2052493 Jul 16 14:50:22.699819 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5537ebb0-89cb-4aa6-9486-9b94be26f4aa admin admin] 10.222.0.39 "GET /v2.0/routers/c4a7b220-aa59-46e7-97fb-57abc628830e HTTP/1.1" status: 200 len: 704 time: 0.1146216 Jul 16 14:50:22.963355 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.251620 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Allocated IP 172.20.0.1 (beed8ed5-1d7a-49ea-80aa-286bf8dc3043/2aa96e4a-ce9a-4a49-a143-2b316edf8694/ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:50:23.443865 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.467379 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Transition to ACTIVE for port object ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:50:23.543899 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.614040 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:50:23.621974 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:23.626530 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:50:23.627426 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.648764 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:23.664310 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.838505 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.854151 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4f688e8c-8288-4ada-b2de-66da55ce1da2 None None] Provisioning for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:50:23.858080 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4f688e8c-8288-4ada-b2de-66da55ce1da2 None None] Provisioning complete for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:23.858678 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4f688e8c-8288-4ada-b2de-66da55ce1da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:23.890592 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4f688e8c-8288-4ada-b2de-66da55ce1da2 None None] Port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:50:24.018512 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:24.023571 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:24.024339 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:24.086261 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:24.146887 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:50:24.148169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:24.306513 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Router c4a7b220-aa59-46e7-97fb-57abc628830e is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:50:24.310953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-670e65cb-6f20-47b4-a1bf-d5336eafbc99 None None] Provisioning complete for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:24.311509 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-670e65cb-6f20-47b4-a1bf-d5336eafbc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:24.344376 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-670e65cb-6f20-47b4-a1bf-d5336eafbc99 None None] Port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:50:24.396584 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:50:24.401906 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7e49e3e2-7fb8-4f8c-bd49-605800c99bd4 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4a7b220-aa59-46e7-97fb-57abc628830e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6973374 Jul 16 14:50:24.418338 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Sync routers for ids ['c4a7b220-aa59-46e7-97fb-57abc628830e'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:50:24.429439 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Routers {'c4a7b220-aa59-46e7-97fb-57abc628830e'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:50:24.430293 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:50:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['c4a7b220-aa59-46e7-97fb-57abc628830e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:24.613382 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Set router c4a7b220-aa59-46e7-97fb-57abc628830e gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:50:25.035692 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:23Z', 'revision_number': 2, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port_host': None, '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:23Z', 'revision_number': 2, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:25.087113 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Checking router: c4a7b220-aa59-46e7-97fb-57abc628830e for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:50:25.087497 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Updating router c4a7b220-aa59-46e7-97fb-57abc628830e port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:50:25.151896 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.635210 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.654237 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Transition to ACTIVE for port object ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:50:25.661980 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.807112 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Attempting to bind port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:50:25.807519 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Attempting to bind port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:50:25.807943 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Attempting to bind port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b on network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:50:25.822526 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:50:25.822877 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Checking segment: {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:50:25.823296 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.823776 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Bound using segment: {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:50:25.824205 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Bound port: ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82123126-6dbe-4bcc-b759-9b597d030f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:50:25.824584 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.841226 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Pushing event updated for resources: {'Port': ['ID=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:25.852378 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.852729 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.853071 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.853407 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.853745 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.854076 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.854428 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.854756 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.855102 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.855429 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.855752 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.856072 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Tracked resource versions report: Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: pushed versions: Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: consumer versions: Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Log': '1.0', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Network': '1.1', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Port': '1.7', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 16 14:50:25.857198 dv-cinder-801065-2-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:50:25.914010 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] For port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:50:25.935111 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] For port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,segment=NetworkSegment(82123126-6dbe-4bcc-b759-9b597d030f7e),segment_id=82123126-6dbe-4bcc-b759-9b597d030f7e)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:50:25.939231 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:25.994873 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Routers {'c4a7b220-aa59-46e7-97fb-57abc628830e'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:50:25.995494 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:50:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['c4a7b220-aa59-46e7-97fb-57abc628830e'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:26.027845 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea4673-b8d8-4d2b-b067-b6a5765458e0 None None] Pushing event updated for resources: {'Port': ['ID=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:26.087555 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] Set router c4a7b220-aa59-46e7-97fb-57abc628830e gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:50:26.292096 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:23Z', 'revision_number': 2, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port_host': None, '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:25Z', 'revision_number': 4, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:26.319416 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37833476-f399-4270-8a79-03c6d2aec896 None None] The sync data for ids ['c4a7b220-aa59-46e7-97fb-57abc628830e'] in dv-cinder-801065-2-iscsi is: [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:23Z', 'revision_number': 2, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port_host': None, '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:25Z', 'revision_number': 4, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:50:26.616100 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49552) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:26.725775 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5db03-cbc4-4b3e-b2a7-14712053f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:26.727176 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-57a5db03-cbc4-4b3e-b2a7-14712053f7bc admin admin] 10.222.0.39 "GET /v2.0/networks/5f258c4a-a80e-4d4e-8c2e-e7054167ea01 HTTP/1.1" status: 200 len: 842 time: 0.1101968 Jul 16 14:50:26.737550 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:26.759324 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Made reservation on behalf of aab600910a2440fd8aa3221aad414b76 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:50:26.761665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:27.108944 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.objects.ports [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92981) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 14:50:27.109373 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:27.161018 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a41e5f-9dda-4248-9289-33b9f33754dd,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:27.170889 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:50:27.171244 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Network hostable DHCP agents. Network: 5f258c4a-a80e-4d4e-8c2e-e7054167ea01, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:50:27.187214 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:50:27.196536 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 5f258c4a-a80e-4d4e-8c2e-e7054167ea01) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:27.200748 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:27.201385 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:27.205490 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1db2e-4c8e-4b17-acdc-a0bc5753662e None None] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:50:27.228892 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-44fc69ff-c207-4e2e-bdbb-d772e2f42419 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4819984 Jul 16 14:50:27.344785 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e9f3a-2e24-42a9-9416-5a26657f48e5 None None] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:50:29.531067 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49564) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:29.802040 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f81199d5-c4d1-4b7c-add4-4e948fff92ce admin admin] 10.222.0.39 "GET /v2.0/routers/c4a7b220-aa59-46e7-97fb-57abc628830e HTTP/1.1" status: 200 len: 710 time: 0.2698634 Jul 16 14:50:29.990635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d8a5d-6b1d-4142-b713-4cc4074e406d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:50:29.992169 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-de4d8a5d-6b1d-4142-b713-4cc4074e406d admin admin] 10.222.0.39 "GET /v2.0/networks/5f258c4a-a80e-4d4e-8c2e-e7054167ea01 HTTP/1.1" status: 200 len: 886 time: 0.1851511 Jul 16 14:50:30.000762 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:50:30.263943 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:30.501518 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:30.577212 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:30.757980 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Allocated IP 172.27.0.87 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/c3078994-eca4-414f-a1cf-ea560227a5d4) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:50:30.867486 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:30.953406 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:30.992806 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:50:31.013340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:50:31.068264 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=c3078994-eca4-414f-a1cf-ea560227a5d4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:31.072804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:50:31.108479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.108825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.109162 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.109490 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.109814 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.110142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.110486 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.110802 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.111137 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.111455 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.111768 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.112080 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Tracked resource versions report: Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: pushed versions: Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: consumer versions: Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Log': '1.0', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Network': '1.1', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Port': '1.7', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SubPort': '1.0', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Subnet': '1.1', Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jul 16 14:50:31.114087 dv-cinder-801065-2-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:50:31.139894 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:31.186997 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:50:31.190579 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:31.190989 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.315005 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.347391 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,segment=NetworkSegment(82123126-6dbe-4bcc-b759-9b597d030f7e),segment_id=82123126-6dbe-4bcc-b759-9b597d030f7e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:50:31.350965 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.360182 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.397829 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:31.601968 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.605035 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-887061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-887052', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-887173'] for router, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.710673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Router c4a7b220-aa59-46e7-97fb-57abc628830e has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:50:31.813234 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:50:31.817710 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:31.820205 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f3fb299f-0312-4b1c-bfc3-4971ee47dcc8 admin admin] 10.222.0.39 "PUT /v2.0/routers/c4a7b220-aa59-46e7-97fb-57abc628830e HTTP/1.1" status: 200 len: 889 time: 1.8226545 Jul 16 14:50:31.822808 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Sync routers for ids ['c4a7b220-aa59-46e7-97fb-57abc628830e'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:50:31.833718 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Routers {'c4a7b220-aa59-46e7-97fb-57abc628830e'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:50:31.834433 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:50:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['c4a7b220-aa59-46e7-97fb-57abc628830e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:32.056112 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Set router c4a7b220-aa59-46e7-97fb-57abc628830e gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:50:32.444329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 4, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port': {'id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:30Z', 'updated_at': '2021-07-16T14:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 5, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:32.493071 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Checking router: c4a7b220-aa59-46e7-97fb-57abc628830e for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:50:32.493424 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Updating router c4a7b220-aa59-46e7-97fb-57abc628830e port c3078994-eca4-414f-a1cf-ea560227a5d4 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:50:32.527312 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:32.840642 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:32.850853 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Transition to ACTIVE for port object c3078994-eca4-414f-a1cf-ea560227a5d4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:50:32.855778 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:32.903492 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Attempting to bind port c3078994-eca4-414f-a1cf-ea560227a5d4 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:50:32.903864 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Attempting to bind port c3078994-eca4-414f-a1cf-ea560227a5d4 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:50:32.904229 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Attempting to bind port c3078994-eca4-414f-a1cf-ea560227a5d4 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:50:32.911078 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf1e2-9d3c-49cd-85f0-af78e537ebed None None] Pushing event updated for resources: {'Port': ['ID=c3078994-eca4-414f-a1cf-ea560227a5d4,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:32.913459 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:50:32.913827 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:50:32.914255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:32.914644 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:50:32.915113 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Bound port: c3078994-eca4-414f-a1cf-ea560227a5d4, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:50:32.915510 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:32.964275 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] For port c3078994-eca4-414f-a1cf-ea560227a5d4, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:50:32.967940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] For port c3078994-eca4-414f-a1cf-ea560227a5d4, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=c3078994-eca4-414f-a1cf-ea560227a5d4,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:50:32.971522 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:33.095521 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Routers {'c4a7b220-aa59-46e7-97fb-57abc628830e'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:50:33.096069 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:50:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['c4a7b220-aa59-46e7-97fb-57abc628830e'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:33.137691 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:33.203543 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf1e2-9d3c-49cd-85f0-af78e537ebed None None] Pushing event updated for resources: {'Port': ['ID=c3078994-eca4-414f-a1cf-ea560227a5d4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:33.247441 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] Set router c4a7b220-aa59-46e7-97fb-57abc628830e gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:50:33.277770 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:33.278143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:33.513521 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 4, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port': {'id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:30Z', 'updated_at': '2021-07-16T14:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 5, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:50:33.543230 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bd63f-4f77-4ec2-b9eb-c78b4a9f1a67 None None] The sync data for ids ['c4a7b220-aa59-46e7-97fb-57abc628830e'] in dv-cinder-801065-2-iscsi is: [{'id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'name': 'router1', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:50:14Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 4, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'gw_port': {'id': 'c3078994-eca4-414f-a1cf-ea560227a5d4', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:30Z', 'updated_at': '2021-07-16T14:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b', 'name': '', 'network_id': 'beed8ed5-1d7a-49ea-80aa-286bf8dc3043', 'tenant_id': '7bbd17941e61476db502c9dc9f6e7e53', 'mac_address': 'fa:16:3e:6b:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a7b220-aa59-46e7-97fb-57abc628830e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:50:22Z', 'updated_at': '2021-07-16T14:50:31Z', 'revision_number': 5, 'project_id': '7bbd17941e61476db502c9dc9f6e7e53', 'subnets': [{'id': '2aa96e4a-ce9a-4a49-a143-2b316edf8694', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49ae41ff-140a-4529-954b-f0470afbecfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:50:34.229559 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49576) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:50:34.358625 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a04bc6fb-1587-4455-a258-9bf6dab6b988 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1278896 Jul 16 14:50:35.157103 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device c3078994-eca4-414f-a1cf-ea560227a5d4 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:35.224367 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port c3078994-eca4-414f-a1cf-ea560227a5d4 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:50:35.228732 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port c3078994-eca4-414f-a1cf-ea560227a5d4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:35.229108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:35.304347 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:35.323956 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port c3078994-eca4-414f-a1cf-ea560227a5d4, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=c3078994-eca4-414f-a1cf-ea560227a5d4,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:50:35.327614 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:35.375751 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=c3078994-eca4-414f-a1cf-ea560227a5d4,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:50:37.145058 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device c3078994-eca4-414f-a1cf-ea560227a5d4 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:50:37.203661 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port c3078994-eca4-414f-a1cf-ea560227a5d4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:50:37.204043 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:48.037542 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a7ca5b1c-998a-409a-bb67-3a0b46189ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:50.387523 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:50:50.475868 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1955ebca-303f-454e-a269-9437be929b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:50.922511 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:51.944823 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:50:53.680848 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:18.041395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-48966885-a61b-4831-b52b-4ba733586682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:20.480308 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-affbe10b-8138-43d2-8481-2239c34dab3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:20.929162 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:21.950840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:23.681745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:27.386602 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:51:48.043388 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-678a1e55-ba50-4232-a1d6-69b597e9b460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:50.482124 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-92c9c859-0d35-4963-9c1f-1f624ddb15be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:50.934383 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:51.950672 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:51:53.680002 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:04.385181 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:52:09.641468 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50144) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:09.701425 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f92a66-d5ba-4b7d-99c0-22ef1bc35057 admin admin] GET failed (client error): The resource could not be found. Jul 16 14:52:09.703565 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-00f92a66-d5ba-4b7d-99c0-22ef1bc35057 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611539 Jul 16 14:52:09.865593 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad6ac4f-7a44-432b-9ae9-94f5d49cbb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:09.867050 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bad6ac4f-7a44-432b-9ae9-94f5d49cbb37 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596711 Jul 16 14:52:12.002514 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50154) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:12.096640 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576624e-00e1-4b1c-b5fb-9543540a4075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:12.098021 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4576624e-00e1-4b1c-b5fb-9543540a4075 admin admin] 10.222.0.39 "GET /v2.0/subnets/2aa96e4a-ce9a-4a49-a143-2b316edf8694 HTTP/1.1" status: 200 len: 849 time: 0.0945427 Jul 16 14:52:12.107264 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:52:12.191437 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Notify callbacks [] for subnet, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:12.335251 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752197169035'] for subnet, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:12.367020 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:12.368195 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:12.369334 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] 10.222.0.39 "PUT /v2.0/subnets/2aa96e4a-ce9a-4a49-a143-2b316edf8694 HTTP/1.1" status: 200 len: 868 time: 0.2653866 Jul 16 14:52:12.372254 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d52667-5694-44a7-a04f-dbfc91eab280 None None] Network beed8ed5-1d7a-49ea-80aa-286bf8dc3043 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:52:12.390739 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa96e4a-ce9a-4a49-a143-2b316edf8694,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:52:12.398072 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.398474 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.398819 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.399151 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.399480 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.399834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.400162 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.400487 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.400831 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.401155 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.401475 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.401794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844cecd7-ec3e-4215-9863-c75ca3018f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:52:12.726908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2b0e034e-8aa3-4767-9dd6-960f88658988 None None] Provisioning complete for port ff7f9b12-be0a-46dd-8208-e4acbb1a4d4b triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:52:12.727288 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b0e034e-8aa3-4767-9dd6-960f88658988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:12.817020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2b0e034e-8aa3-4767-9dd6-960f88658988 None None] Provisioning complete for port 6df25e67-c0d2-428f-a76a-981b04597be2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:52:12.817316 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b0e034e-8aa3-4767-9dd6-960f88658988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:14.548887 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50164) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:14.749203 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb58eb-70b7-47c6-8071-b4b7d87d2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:14.749600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeb58eb-70b7-47c6-8071-b4b7d87d2d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:14.751186 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7aeb58eb-70b7-47c6-8071-b4b7d87d2d65 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013407 Jul 16 14:52:16.906952 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50172) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:17.033446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05597cc-9479-4b87-88cd-1d51e9e4e4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:17.033916 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05597cc-9479-4b87-88cd-1d51e9e4e4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:17.035470 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f05597cc-9479-4b87-88cd-1d51e9e4e4db admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275511 Jul 16 14:52:18.048656 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bf1710d5-b407-4409-a2a4-47a4220fb5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:19.198800 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50180) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:19.323797 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf84ed1-613e-4e3a-bed1-8aa42ffd6d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:19.325148 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0cf84ed1-613e-4e3a-bed1-8aa42ffd6d29 admin admin] 10.222.0.39 "GET /v2.0/networks/5f258c4a-a80e-4d4e-8c2e-e7054167ea01 HTTP/1.1" status: 200 len: 886 time: 0.1253963 Jul 16 14:52:20.483515 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2d0e-9eb7-471d-99dc-3925e5dd5a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:20.935688 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:21.477261 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50188) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:21.605647 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d6760b-739b-4c63-8d26-b3b72600de13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:21.607053 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a4d6760b-739b-4c63-8d26-b3b72600de13 admin admin] 10.222.0.39 "GET /v2.0/networks/beed8ed5-1d7a-49ea-80aa-286bf8dc3043 HTTP/1.1" status: 200 len: 869 time: 0.1288543 Jul 16 14:52:21.952417 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:23.683321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:23.809048 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50196) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:23.931926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b32c8-885e-42ca-8d6b-0ae4c8fb6abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:23.932295 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b32c8-885e-42ca-8d6b-0ae4c8fb6abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:23.933833 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-596b32c8-885e-42ca-8d6b-0ae4c8fb6abb admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238120 Jul 16 14:52:26.056217 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50204) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:26.144414 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aca80c-b330-4daf-98a0-f7ea049960a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:26.144866 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aca80c-b330-4daf-98a0-f7ea049960a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:26.146362 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-61aca80c-b330-4daf-98a0-f7ea049960a8 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891860 Jul 16 14:52:28.299718 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50212) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:28.402056 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a305a7-ec39-44e3-b81b-623e75ce9138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:28.403459 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-98a305a7-ec39-44e3-b81b-623e75ce9138 admin admin] 10.222.0.39 "GET /v2.0/subnets/2aa96e4a-ce9a-4a49-a143-2b316edf8694 HTTP/1.1" status: 200 len: 868 time: 0.1019406 Jul 16 14:52:30.552795 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50220) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:30.636272 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85874f11-59bf-4ec2-aab1-abb9ba0680af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:30.637595 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-85874f11-59bf-4ec2-aab1-abb9ba0680af admin admin] 10.222.0.39 "GET /v2.0/subnets/d5a41e5f-9dda-4248-9289-33b9f33754dd HTTP/1.1" status: 200 len: 816 time: 0.0838535 Jul 16 14:52:41.383302 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:52:48.050440 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d9b77c43-0f49-44e1-9212-e30f8e07b92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:50.484864 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-70b0318b-3670-4764-b484-0f96366f8f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:50.937004 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:51.957105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:53.685580 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:54.935096 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50272) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:54.980990 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [None req-c34f1ead-edd6-489f-aee5-b5446a449977 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:52:54.981963 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c34f1ead-edd6-489f-aee5-b5446a449977 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459363 Jul 16 14:52:57.209063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50280) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:57.268536 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b78039-8e4b-4a7d-9fb4-fcbd09d5a9dc admin admin] GET failed (client error): The resource could not be found. Jul 16 14:52:57.269853 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-58b78039-8e4b-4a7d-9fb4-fcbd09d5a9dc admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598254 Jul 16 14:52:57.412598 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f489b7-a360-4e43-b05a-c0619cc6f320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:57.414017 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b7f489b7-a360-4e43-b05a-c0619cc6f320 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403866 Jul 16 14:52:59.584740 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:52:59.630778 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:52:59.651147 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Made reservation on behalf of aab600910a2440fd8aa3221aad414b76 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:52:59.653459 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:59.682111 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING neutron.services.revisions.revision_plugin [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Could not find related network for resource to bump revision. Jul 16 14:52:59.692918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:52:59.702053 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:59.702384 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Added segment 89af5446-7a6d-4e45-8f9b-3d23d499c32a of type vlan for network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 Jul 16 14:52:59.747274 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:59.773675 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:59.774655 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:52:59.775241 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:52:59.808842 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2230146 Jul 16 14:52:59.838513 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161f2c1-8d53-4eaf-937b-7e3ad3f710a4 admin admin] Pushing event updated for resources: {'Network': ['ID=01513ad8-da5d-41bd-b340-3d1afd7d6ca3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:52:59.850779 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:53:02.040662 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50296) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:53:02.099522 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.pecan_wsgi.hooks.translation [None req-295c5277-4089-432d-bca8-3bb34d0f251e admin admin] GET failed (client error): The resource could not be found. Jul 16 14:53:02.100838 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-295c5277-4089-432d-bca8-3bb34d0f251e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592115 Jul 16 14:53:02.168132 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdf459-97e9-4d27-bb2e-025652bad958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:53:02.169558 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-29fdf459-97e9-4d27-bb2e-025652bad958 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648944 Jul 16 14:53:02.179584 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3', 'description': 'shared-subnet'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:53:02.198622 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Made reservation on behalf of aab600910a2440fd8aa3221aad414b76 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:53:02.200775 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:02.357738 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:02.490843 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a6a537-9556-4a6c-9b38-b4ca1e031a0b,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:53:02.505833 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Checking segment: {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:53:02.506214 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Network hostable DHCP agents. Network: 01513ad8-da5d-41bd-b340-3d1afd7d6ca3, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:53:02.522385 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:53:02.531366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 01513ad8-da5d-41bd-b340-3d1afd7d6ca3) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:53:02.535490 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:53:02.536079 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:02.540195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a262e3-edbb-4a0f-a781-89ab3151e129 None None] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:53:02.549632 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ae75625f-49fc-4cf7-965b-08f069f59b68 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735342 Jul 16 14:53:02.691755 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-01513ad8-da5d-41bd-b340-3d1afd7d6ca3', 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3', 'tenant_id': 'aab600910a2440fd8aa3221aad414b76', 'fixed_ips': [{'subnet_id': '19a6a537-9556-4a6c-9b38-b4ca1e031a0b'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:53:02.692649 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:02.832420 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Allocated IP 192.168.233.2 (01513ad8-da5d-41bd-b340-3d1afd7d6ca3/19a6a537-9556-4a6c-9b38-b4ca1e031a0b/e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:53:02.983998 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:02.992356 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Transition to ACTIVE for port object e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:53:03.008370 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Transition to ACTIVE for port object e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:53:03.016012 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:03.056450 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:53:03.059318 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:53:03.062453 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:53:03.073289 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Pushing event updated for resources: {'Port': ['ID=e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:53:03.098986 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.099381 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.099730 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.100076 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.100421 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.100761 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.101101 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.101438 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.101791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.102129 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.102496 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.102831 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:53:03.135062 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Attempting to bind port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:53:03.135444 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Attempting to bind port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:53:03.135816 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Attempting to bind port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf on network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:53:03.141243 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:53:03.141640 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Checking segment: {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:53:03.142045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:03.142471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Bound using segment: {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:53:03.142944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Bound port: e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:53:03.143348 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:03.208677 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] For port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:53:03.212246 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] For port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:53:03.217014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:03.274551 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a38d-14b9-4a4f-8b87-efc38be22db8 None None] Pushing event updated for resources: {'Port': ['ID=e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:53:04.078819 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaba17a5-8f2b-44d9-8553-9d581f5f0770 None None] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:53:04.200463 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-233272c9-c225-4510-95b4-db54f6b6feb7 None None] Provisioning for port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:53:05.278840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:53:05.331553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:53:05.335480 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:53:05.335791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:05.415226 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:05.447889 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:53:05.452338 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:05.500143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:53:07.246457 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:53:07.294070 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port e3f37017-f3a5-4387-a4b3-6b4eaa18d7bf triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:53:07.294491 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:18.052251 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9637a51b-36c0-45e1-8434-2c38192a2493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:18.384471 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:53:20.486256 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c486dc01-d95c-4926-bbd1-7fdf7f3215c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:20.939014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:21.959152 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:23.689591 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:48.053205 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1135c1f3-96f1-49c5-af30-fb9906ec43fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:50.487926 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c36477e3-2fd4-4126-9c7d-3ed5f02aea78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:50.942403 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:51.961069 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:53.693083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:53:55.382483 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:54:17.234299 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50348) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:54:17.240382 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [None req-cb691b05-846e-4a40-8e0d-56f19e7d4351 tempest-verify_tempest_config-508998857 tempest-verify_tempest_config-508998857-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:54:17.241329 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb691b05-846e-4a40-8e0d-56f19e7d4351 tempest-verify_tempest_config-508998857 tempest-verify_tempest_config-508998857-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060894 Jul 16 14:54:17.538126 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50366) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:54:17.647451 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.766255 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.769751 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.813623 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f638b0d7f906472a82e90b9c7ecab3bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2743468 Jul 16 14:54:17.814703 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766576b4-ce30-4672-9a3b-5aced6873025,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:54:17.816205 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50372) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:54:17.821187 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.821560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.821910 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.822278 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.822618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.822968 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.823304 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.823634 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.823980 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.824313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.824638 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.825647 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294f4a5-0ee9-4688-b705-320c9b768863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.870171 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.890264 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.975830 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.978594 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:17.982886 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/766576b4-ce30-4672-9a3b-5aced6873025 HTTP/1.1" status: 204 len: 168 time: 0.1625686 Jul 16 14:54:17.987900 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766576b4-ce30-4672-9a3b-5aced6873025,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:54:17.994407 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.994774 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.995110 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.995446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.995849 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.996191 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.996550 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.996924 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.997415 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.997886 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.998241 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:17.998568 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e32f973-c191-401e-881c-107254dff23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:54:18.052640 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-99926b2b-c577-4bb7-8fb2-3ec04a090c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:20.491473 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-76ab557f-4f4a-4741-ad66-4c7c239dfcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:20.943512 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:21.964760 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:23.694701 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:32.434473 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:54:48.054362 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ca42c288-4bd3-4645-8ee1-36d7f1026c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:50.490548 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84bfecb7-5011-4cfb-8a2b-430b5e036ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:50.944232 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:51.966029 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:54:53.697707 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:09.384812 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:55:18.054617 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-305f2d62-7aa5-4b3a-a3f2-7ac14f393753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:20.491348 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2eced55a-8343-496f-8e81-0a6dd3b78dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:20.948076 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:21.968481 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:23.699425 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:46.382399 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 5 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:55:48.061301 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ed39cf9-0daa-4c53-a136-ac9653bb74a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:50.492200 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ca3b4108-d112-4f1b-9e06-3829cf5a3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:50.949124 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:51.972148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:52.744876 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-941836'] for agent, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:55:53.703914 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:08.504956 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50444) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:56:08.608306 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a67f8e80-f9af-4119-9dd4-dceb1af620ae admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021781 Jul 16 14:56:10.766766 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50454) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:56:10.819376 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-13d8424b-f973-409d-a73c-f7623663f04a admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0515332 Jul 16 14:56:18.063102 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8c38eeaa-1459-464c-8b8e-6693fcb199ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:20.493304 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4e7120a2-bdf9-457b-ae12-b2ddff5eec01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:20.949298 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:21.977363 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:22.704679 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:23.382413 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:56:23.707238 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:48.064340 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b40e66c6-2dd5-43f6-a3db-0c57be6b8c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:50.493792 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-28421d47-eafc-48fe-9166-bef03e42c39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:50.950882 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:51.978105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:52.707706 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:56:53.709407 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:00.382019 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:57:18.066325 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c56f08fd-a225-44fc-a5d8-8596ea9446ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:20.494975 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b0b6797b-b8a8-4764-9aeb-049136993ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:20.950757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:21.981015 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:22.722595 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:23.712111 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:37.381637 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:57:40.367087 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50616) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:40.378708 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50622) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:40.563088 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-361010807-network', 'tenant_id': 'e14e9a1fdbe0476a9a8e5891e240c9b8'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:40.573380 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-network', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:40.600093 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.db.api [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 14:57:40.600093 dv-cinder-801065-2-iscsi neutron-server[92981]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 14:57:40.600093 dv-cinder-801065-2-iscsi neutron-server[92981]: [parameters: {'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'id': 'eb9b6522-64dc-4c71-bde5-73612f4a9428', 'expiration': datetime.datetime(2021, 7, 16, 14, 59, 40, 591657)}] Jul 16 14:57:40.600093 dv-cinder-801065-2-iscsi neutron-server[92981]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 14:57:40.600093 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG oslo_db.api [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 14:57:40.607810 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Made reservation on behalf of e14e9a1fdbe0476a9a8e5891e240c9b8 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:40.610584 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.621928 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.730623 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.735303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.761278 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:57:40.766929 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d509f8-cb1f-4f39-a72f-fd6256d0c288,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:40.777700 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.778072 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.778635 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.778986 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.779293 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.779624 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.780000 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.780322 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.781394 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.782120 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.782293 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.785994 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Tracked resource versions report: Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: pushed versions: Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: { 'AddressGroup': {'1.2'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'ConntrackHelper': {'1.0'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Log': {'1.0'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Network': {'1.1'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Port': {'1.7'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'PortForwarding': {'1.2'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'QosPolicy': {'1.8'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroup': {'1.4'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SubPort': {'1.0'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Subnet': {'1.1'}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Trunk': {'1.1'}} Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: consumer versions: Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: HyperV agent@hv-cinder-80106: {}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'ConntrackHelper': '1.0', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Log': '1.0', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Network': '1.1', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Port': '1.7', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'PortForwarding': '1.2', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'QosPolicy': '1.8', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroup': '1.4', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SecurityGroupRule': '1.2', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'SubPort': '1.0', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Subnet': '1.1', Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: 'Trunk': '1.1'}} Jul 16 14:57:40.787155 dv-cinder-801065-2-iscsi neutron-server[92981]: {{(pid=92981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:57:40.796056 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.796056 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Added segment c143033a-8cb6-484c-8c4f-12f46b55f435 of type vlan for network 640e8e38-a5f2-4453-b254-9e8b168fab30 Jul 16 14:57:40.837328 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.867563 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.868944 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:40.869889 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:40.932118 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] Pushing event updated for resources: {'Network': ['ID=640e8e38-a5f2-4453-b254-9e8b168fab30,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:40.938601 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50666) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:40.939149 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8c012e2e-f0c8-425b-b881-373532cccfc0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5704653 Jul 16 14:57:40.945132 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 640e8e38-a5f2-4453-b254-9e8b168fab30 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:57:40.959443 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Request body: {'subnet': {'network_id': '640e8e38-a5f2-4453-b254-9e8b168fab30', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-361010807-subnet', 'tenant_id': 'e14e9a1fdbe0476a9a8e5891e240c9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:40.993729 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Made reservation on behalf of e14e9a1fdbe0476a9a8e5891e240c9b8 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:40.998635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.125371 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Made reservation on behalf of c789512f168040c6ad39bcbabf6fe1e7 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:41.128771 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.133389 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50674) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:41.141917 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.260386 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.266310 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.267780 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.297371 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79efc53e-0f58-45de-8a30-2b54d8d9c8c7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:41.302089 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50688) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:41.304463 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:57:41.318414 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.319259 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Added segment 5de14e84-ed29-42ac-b103-bf88f3016ad2 of type vlan for network ac300f32-b49a-49af-b0c8-09858c9ba794 Jul 16 14:57:41.349339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c495afd-8c9e-4d40-8d09-8a344bddd8db,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:41.361029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.361398 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.361745 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.362282 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.362803 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.363149 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.363775 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.364321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.364840 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.365341 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.365756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.366247 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Tracked resource versions report: Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: pushed versions: Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: { 'AddressGroup': {'1.2'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'ConntrackHelper': {'1.0'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Log': {'1.0'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Network': {'1.1'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Port': {'1.7'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'PortForwarding': {'1.2'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'QosPolicy': {'1.8'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroup': {'1.4'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SubPort': {'1.0'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Subnet': {'1.1'}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Trunk': {'1.1'}} Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: consumer versions: Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: HyperV agent@hv-cinder-80106: {}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'ConntrackHelper': '1.0', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Log': '1.0', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Network': '1.1', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Port': '1.7', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'PortForwarding': '1.2', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'QosPolicy': '1.8', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroup': '1.4', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SecurityGroupRule': '1.2', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'SubPort': '1.0', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Subnet': '1.1', Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: 'Trunk': '1.1'}} Jul 16 14:57:41.367496 dv-cinder-801065-2-iscsi neutron-server[92980]: {{(pid=92980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:57:41.371430 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.375850 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Checking segment: {'id': 'c143033a-8cb6-484c-8c4f-12f46b55f435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '640e8e38-a5f2-4453-b254-9e8b168fab30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:41.376555 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Network hostable DHCP agents. Network: 640e8e38-a5f2-4453-b254-9e8b168fab30, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:57:41.402262 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Network 640e8e38-a5f2-4453-b254-9e8b168fab30 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:57:41.419114 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.421224 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:41.422601 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.427423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 640e8e38-a5f2-4453-b254-9e8b168fab30) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:41.434700 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:41.435307 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.439794 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317cf370-211d-4fe4-856b-8dc5203114d3 None None] Network 640e8e38-a5f2-4453-b254-9e8b168fab30 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:41.459456 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-792557904-network', 'tenant_id': '253cbd395df84d1d85e1fd26fa21f4b7'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:41.470301 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0903111 Jul 16 14:57:41.473099 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50700) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:41.480339 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Request body: {'subnet': {'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-subnet', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:41.510900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Made reservation on behalf of 253cbd395df84d1d85e1fd26fa21f4b7 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:41.510900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.521319 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.536630 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa2f6-ec7e-4236-bf46-c29e2e552e95 admin admin] Pushing event updated for resources: {'Network': ['ID=ac300f32-b49a-49af-b0c8-09858c9ba794,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:41.539981 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9928c14b-b26f-445f-8360-d7e2003798e4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6002951 Jul 16 14:57:41.561762 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network ac300f32-b49a-49af-b0c8-09858c9ba794 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:57:41.562565 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Made reservation on behalf of c789512f168040c6ad39bcbabf6fe1e7 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:41.565359 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.663050 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.673026 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.726846 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:57:41.746067 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752197282371', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.747027 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Unsubscribe: segment precommit_create {{(pid=92980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 14:57:41.747582 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Added segment 2d3d1657-6c27-45b8-8217-eab55bfe4472 of type vlan for network 464eceaa-05d4-43de-8e68-a40a0ec5d595 Jul 16 14:57:41.761745 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881110f-7445-4a56-960f-5ca4554515c5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:41.764769 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.800398 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cc5f2c-f189-49c3-b2b1-b04fbfa1a883 None None] Network 640e8e38-a5f2-4453-b254-9e8b168fab30 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:41.808920 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.824065 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:41.851217 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-111016699-network', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:41.877608 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Checking segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:41.877914 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Network hostable DHCP agents. Network: ac300f32-b49a-49af-b0c8-09858c9ba794, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:57:41.882054 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Made reservation on behalf of 6004b8dd84c84f0fb519f83740d8bffe for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:41.884885 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.900643 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.900957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.901955 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:41.902650 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.925976 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:57:41.938748 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, ac300f32-b49a-49af-b0c8-09858c9ba794) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:41.946650 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:41.947494 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:41.949270 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2cc36-d761-4f12-b4eb-28922d6cf9f1 None None] Network ac300f32-b49a-49af-b0c8-09858c9ba794 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:42.106511 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.113657 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.137622 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:57:42.140852 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] Pushing event updated for resources: {'Network': ['ID=464eceaa-05d4-43de-8e68-a40a0ec5d595,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:42.149174 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0bcb5a54-b4f0-4ac0-8d0b-4942e2686690 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0120633 Jul 16 14:57:42.149608 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50724) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:42.155143 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Request body: {'subnet': {'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-792557904-subnet', 'tenant_id': '253cbd395df84d1d85e1fd26fa21f4b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:42.184365 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 464eceaa-05d4-43de-8e68-a40a0ec5d595 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:57:42.185015 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Made reservation on behalf of 253cbd395df84d1d85e1fd26fa21f4b7 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:42.189068 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.205122 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5350d71-84b6-492a-8999-5e4edc46c93d,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:42.217176 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7e38c2c4-12fb-4b45-be09-d2e5c1c50c95 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7397878 Jul 16 14:57:42.217176 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.217628 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50730) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:42.217728 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Added segment 944bbd10-3f35-4d2e-ac4e-e660d4dc1f14 of type vlan for network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 Jul 16 14:57:42.223369 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:42.230361 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-ac300f32-b49a-49af-b0c8-09858c9ba794', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:57:42.232980 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.259163 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.260567 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.308573 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.385635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.387361 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.389970 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:42.390926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.586759 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2835357 Jul 16 14:57:42.587283 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50744) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:42.590918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5bfe-583d-4c35-a553-526be1bc0d0a admin admin] Pushing event updated for resources: {'Network': ['ID=01bca9f0-3e47-4725-ad9b-957d5f6a84d9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:42.595022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Request body: {'subnet': {'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-subnet', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:42.612183 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:57:42.620554 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.630010 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Made reservation on behalf of 6004b8dd84c84f0fb519f83740d8bffe for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:42.632383 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.781687 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Allocated IP 172.20.0.2 (ac300f32-b49a-49af-b0c8-09858c9ba794/f2e4e7f8-9f12-40f8-8f69-2ce46aee488c/0e69bc7f-0590-4280-a43f-88ec530672fa) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:42.893739 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:42.964021 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6182ccc9-ad0b-4522-8f9a-12a48502ea1a,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:43.052555 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Checking segment: {'id': '2d3d1657-6c27-45b8-8217-eab55bfe4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:43.052915 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Network hostable DHCP agents. Network: 464eceaa-05d4-43de-8e68-a40a0ec5d595, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:57:43.057853 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.070461 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Transition to ACTIVE for port object 0e69bc7f-0590-4280-a43f-88ec530672fa will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:43.092160 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Transition to ACTIVE for port object 0e69bc7f-0590-4280-a43f-88ec530672fa will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:43.102527 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.103746 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.161280 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Pushing event updated for resources: {'Port': ['ID=0e69bc7f-0590-4280-a43f-88ec530672fa,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:43.175085 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.175577 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.175935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.176596 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.177272 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.177622 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.178259 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.178614 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.178983 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.179328 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.179663 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.179997 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Tracked resource versions report: Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: pushed versions: Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: { 'AddressGroup': {'1.2'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'ConntrackHelper': {'1.0'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Log': {'1.0'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Network': {'1.1'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Port': {'1.7'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'PortForwarding': {'1.2'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'QosPolicy': {'1.8'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroup': {'1.4'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SubPort': {'1.0'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Subnet': {'1.1'}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Trunk': {'1.1'}} Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: consumer versions: Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: HyperV agent@hv-cinder-80106: {}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'ConntrackHelper': '1.0', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Log': '1.0', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Network': '1.1', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Port': '1.7', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'PortForwarding': '1.2', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'QosPolicy': '1.8', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroup': '1.4', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SecurityGroupRule': '1.2', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'SubPort': '1.0', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Subnet': '1.1', Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: 'Trunk': '1.1'}} Jul 16 14:57:43.181115 dv-cinder-801065-2-iscsi neutron-server[92982]: {{(pid=92982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:57:43.200067 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:43.201533 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Checking segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:43.202067 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:43.202155 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Network hostable DHCP agents. Network: 01bca9f0-3e47-4725-ad9b-957d5f6a84d9, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:57:43.206026 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:43.235357 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Network 464eceaa-05d4-43de-8e68-a40a0ec5d595 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:57:43.287426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1393a6b-be78-494c-8f60-9fd5306776fb,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:43.292116 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 464eceaa-05d4-43de-8e68-a40a0ec5d595) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:43.310019 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:57:43.322239 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.330766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Attempting to bind port 0e69bc7f-0590-4280-a43f-88ec530672fa on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:43.331362 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Attempting to bind port 0e69bc7f-0590-4280-a43f-88ec530672fa by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:43.331899 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Attempting to bind port 0e69bc7f-0590-4280-a43f-88ec530672fa on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:43.350287 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:57:43.350669 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Checking segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:43.351104 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.351514 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Bound using segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:57:43.351999 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Bound port: 0e69bc7f-0590-4280-a43f-88ec530672fa, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:57:43.352408 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.353582 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 01bca9f0-3e47-4725-ad9b-957d5f6a84d9) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:43.356102 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:43.356851 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.371397 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.386940 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-29c8c15b-f9eb-49a0-90ba-117bf49d066c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2363243 Jul 16 14:57:43.388944 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:43.389759 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c3d5d-542e-48f8-8e92-76495e192696 None None] Network 464eceaa-05d4-43de-8e68-a40a0ec5d595 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:43.389938 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.392982 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042bee14-4e50-4352-8a50-a2134f4f0085 None None] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:43.431801 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ece247aa-dd55-49bb-9575-07c6f5836a27 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8417199 Jul 16 14:57:43.432696 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50800) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:43.443554 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:43.479643 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.481566 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.524066 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50812) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:43.541850 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841132171-network', 'tenant_id': 'b3323b80ba2d48c68fb72b4c232529c6'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:43.572396 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.613796 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Made reservation on behalf of b3323b80ba2d48c68fb72b4c232529c6 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:43.616308 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.632372 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.664602 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Allocated IP 172.27.0.137 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/954cc78d-1b85-48e0-8e08-52371a967b44) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:43.669150 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] For port 0e69bc7f-0590-4280-a43f-88ec530672fa, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:57:43.674186 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] For port 0e69bc7f-0590-4280-a43f-88ec530672fa, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0e69bc7f-0590-4280-a43f-88ec530672fa,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:57:43.696048 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.787874 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d02af-425c-4937-a40a-9fa9e46fd62b None None] Pushing event updated for resources: {'Port': ['ID=0e69bc7f-0590-4280-a43f-88ec530672fa,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:43.824690 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078301b-8577-41ae-9ee0-938cc24bb62d None None] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:43.831979 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.844922 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139dd11-7345-4bd0-b6fb-57a1b0d5982d None None] Network 464eceaa-05d4-43de-8e68-a40a0ec5d595 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:43.871847 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.877036 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:43.889616 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.021047 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.029856 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:57:44.102007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb8b58-7587-4f30-9609-7c8e0bf757a1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:44.145080 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.145427 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Added segment 6a1f0677-8b06-43cb-a91f-9e76f2b0900e of type vlan for network 0ac828cd-0339-4b8d-8173-4c09674ed093 Jul 16 14:57:44.209557 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:44.296092 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:44.311034 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:44.404176 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50834) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:44.442946 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.474655 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.623427 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Pushing event updated for resources: {'Port': ['ID=954cc78d-1b85-48e0-8e08-52371a967b44,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:44.637820 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Allocated IP 172.27.0.254 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/fe2f7946-aa1a-4fd5-b007-ca947a131933) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:44.668803 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.707803 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79fe8208-81c8-4667-a67c-68f947f5d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.752752 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50862) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:44.763564 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 14:57:44.784168 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.785287 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:44.787376 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:44.882190 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] Pushing event updated for resources: {'Network': ['ID=0ac828cd-0339-4b8d-8173-4c09674ed093,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:44.901296 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 0ac828cd-0339-4b8d-8173-4c09674ed093 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:57:45.070833 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.339604 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50882) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:45.342249 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.396868 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.469112 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058d3a5-2a75-4506-a64c-6d56619741c9 None None] Network ac300f32-b49a-49af-b0c8-09858c9ba794 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:45.509839 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0e69bc7f-0590-4280-a43f-88ec530672fa up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:45.523721 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79fe8208-81c8-4667-a67c-68f947f5d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.535669 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-d2d4c152-f4ca-4776-9f99-85726ee6ec9b tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:45.537747 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-d2d4c152-f4ca-4776-9f99-85726ee6ec9b tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/networks?id=464eceaa-05d4-43de-8e68-a40a0ec5d595 HTTP/1.1" status: 200 len: 811 time: 0.7840545 Jul 16 14:57:45.540765 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79fe8208-81c8-4667-a67c-68f947f5d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.549538 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-14cc3ce0-1039-4d0d-b57d-8861c481520a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0235884 Jul 16 14:57:45.553496 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50886) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:45.559355 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5830011-926b-4a70-ad7b-9c267abdc6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.597933 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Request body: {'subnet': {'network_id': '0ac828cd-0339-4b8d-8173-4c09674ed093', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1841132171-subnet', 'tenant_id': 'b3323b80ba2d48c68fb72b4c232529c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:45.607264 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b330537d-40b8-48df-bb1c-4188f85247e7 None None] Provisioning for port 0e69bc7f-0590-4280-a43f-88ec530672fa completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:45.614386 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.636827 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Router b65fc655-90aa-4b3c-861a-5766c7654309 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:57:45.637848 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-79fe8208-81c8-4667-a67c-68f947f5d0e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0292630fa22e4c78a505fac05d963423&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2326379 Jul 16 14:57:45.638859 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe8208-81c8-4667-a67c-68f947f5d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cd0f50-8c83-4cd7-87f5-f9835f1bdd6a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:45.641680 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50896) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:45.660766 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-45d42ceb-e6e7-4264-a173-a39bc03e0002 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/quotas/253cbd395df84d1d85e1fd26fa21f4b7 HTTP/1.1" status: 200 len: 375 time: 0.1079080 Jul 16 14:57:45.663835 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:45.693006 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 0e69bc7f-0590-4280-a43f-88ec530672fa completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:45.698822 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0e69bc7f-0590-4280-a43f-88ec530672fa triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:45.699225 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.715958 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:45.737384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:45.746707 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-bc77b9f9-dfc8-488a-82e0-fb9ced033cb0 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=253cbd395df84d1d85e1fd26fa21f4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851307 Jul 16 14:57:45.823028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.826705 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Pushing event updated for resources: {'Port': ['ID=fe2f7946-aa1a-4fd5-b007-ca947a131933,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:45.845136 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.875575 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 0e69bc7f-0590-4280-a43f-88ec530672fa, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0e69bc7f-0590-4280-a43f-88ec530672fa,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:57:45.885090 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.907219 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5830011-926b-4a70-ad7b-9c267abdc6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.915036 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.929328 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5830011-926b-4a70-ad7b-9c267abdc6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:45.950208 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=0e69bc7f-0590-4280-a43f-88ec530672fa,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:45.964127 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e5830011-926b-4a70-ad7b-9c267abdc6b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=055074ab75c24379bf4716bc0b3775f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6232655 Jul 16 14:57:45.972212 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50904) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:45.980407 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-ee5077f3-a939-4d51-9f93-b74d0dab8b82 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:57:45.981406 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-ee5077f3-a939-4d51-9f93-b74d0dab8b82 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1129606 Jul 16 14:57:46.010481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:57:46.023361 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Made reservation on behalf of b3323b80ba2d48c68fb72b4c232529c6 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:46.023504 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:57:46.025637 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.029251 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830011-926b-4a70-ad7b-9c267abdc6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b97a2ef-cf90-4a9f-81ce-52d80112f386,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:46.036101 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.037404 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-766aa84d-aae3-4e9c-8599-ef7e45b2c34a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8193574 Jul 16 14:57:46.038454 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:46.039481 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:46.040973 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50906) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:46.056839 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-75a93c4a-51cf-4b22-a065-6f833142bb5e None None] Provisioning complete for port 0e69bc7f-0590-4280-a43f-88ec530672fa triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:46.057216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75a93c4a-51cf-4b22-a065-6f833142bb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.150712 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.153650 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.159428 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94cd0f50-8c83-4cd7-87f5-f9835f1bdd6a HTTP/1.1" status: 204 len: 168 time: 0.5158651 Jul 16 14:57:46.198101 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:46.198900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef5f77-e8fe-4244-9e4d-228547078551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cd0f50-8c83-4cd7-87f5-f9835f1bdd6a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:46.311999 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.317349 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.383835 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-9d309f12-5a69-4439-8f79-b66ab07a68a3 service neutron] 10.222.0.39 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893347 Jul 16 14:57:46.483466 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.509470 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:44Z', 'revision_number': 3, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:46.580886 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:57:46.581244 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Updating router b65fc655-90aa-4b3c-861a-5766c7654309 port 954cc78d-1b85-48e0-8e08-52371a967b44 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:57:46.651846 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.778693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.839325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:46.962523 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-e2476b79-f886-458f-88f3-ff203d620dd7 service neutron] 10.222.0.39 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653489 Jul 16 14:57:47.000826 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.029922 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Router 7b60706d-fe9e-4d03-b23c-085552331fc8 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:57:47.040618 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Transition to ACTIVE for port object 954cc78d-1b85-48e0-8e08-52371a967b44 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:47.045548 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.050421 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.054352 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b97a2ef-cf90-4a9f-81ce-52d80112f386 HTTP/1.1" status: 204 len: 168 time: 1.0766528 Jul 16 14:57:47.056515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.057018 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.201962 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Attempting to bind port 954cc78d-1b85-48e0-8e08-52371a967b44 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:47.206691 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Attempting to bind port 954cc78d-1b85-48e0-8e08-52371a967b44 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:47.207183 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Attempting to bind port 954cc78d-1b85-48e0-8e08-52371a967b44 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:47.217922 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Pushing event updated for resources: {'Port': ['ID=954cc78d-1b85-48e0-8e08-52371a967b44,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:47.239843 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:57:47.240317 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:47.240833 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.243470 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:57:47.243795 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Bound port: 954cc78d-1b85-48e0-8e08-52371a967b44, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:57:47.244328 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.252419 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.255091 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.256243 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.257301 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.259514 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.260135 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.260583 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.263397 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.263905 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.264355 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.264804 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.265795 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Tracked resource versions report: Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: pushed versions: Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: { 'AddressGroup': {'1.2'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'ConntrackHelper': {'1.0'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Log': {'1.0'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Network': {'1.1'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Port': {'1.7'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'PortForwarding': {'1.2'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'QosPolicy': {'1.8'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroup': {'1.4'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroupRule': {'1.2'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SubPort': {'1.0'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Subnet': {'1.1'}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Trunk': {'1.1'}} Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: consumer versions: Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: { DHCP agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: HyperV agent@hv-cinder-80106: {}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: L3 agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: Metadata agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: Metering agent@dv-cinder-801065-2-iscsi: {}, Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: Open vSwitch agent@dv-cinder-801065-2-iscsi: { 'AddressGroup': '1.2', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'ConntrackHelper': '1.0', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Log': '1.0', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Network': '1.1', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Port': '1.7', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'PortForwarding': '1.2', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'QosPolicy': '1.8', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroup': '1.4', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SecurityGroupRule': '1.2', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'SubPort': '1.0', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Subnet': '1.1', Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: 'Trunk': '1.1'}} Jul 16 14:57:47.268284 dv-cinder-801065-2-iscsi neutron-server[92983]: {{(pid=92983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 14:57:47.286261 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Allocated IP 172.20.0.1 (ac300f32-b49a-49af-b0c8-09858c9ba794/f2e4e7f8-9f12-40f8-8f69-2ce46aee488c/b93ee75a-513e-4e08-ad32-a98335412d94) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:47.379482 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce7e73e-f1cb-4415-8316-72cda9b2170a,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:47.397180 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54cfd8-594d-4b0f-b51a-a502f1785815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b97a2ef-cf90-4a9f-81ce-52d80112f386,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:47.455842 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] For port 954cc78d-1b85-48e0-8e08-52371a967b44, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:57:47.482287 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] For port 954cc78d-1b85-48e0-8e08-52371a967b44, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=954cc78d-1b85-48e0-8e08-52371a967b44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:57:47.506068 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.519598 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0e69bc7f-0590-4280-a43f-88ec530672fa up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:47.596748 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50970) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:47.603331 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:47.604182 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:47.657248 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e49c-a929-4937-8648-3a0e0a50faea None None] Pushing event updated for resources: {'Port': ['ID=954cc78d-1b85-48e0-8e08-52371a967b44,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:47.663847 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0e69bc7f-0590-4280-a43f-88ec530672fa triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:47.665313 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.693416 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-075e47eb-6850-4aa6-b140-131298f24044 req-68c11c9f-099f-4619-96fb-a9ed10485453 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0883505 Jul 16 14:57:47.696378 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Checking segment: {'id': '6a1f0677-8b06-43cb-a91f-9e76f2b0900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '0ac828cd-0339-4b8d-8173-4c09674ed093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:47.697191 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Network hostable DHCP agents. Network: 0ac828cd-0339-4b8d-8173-4c09674ed093, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:57:47.719561 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:57:47.739321 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Network 0ac828cd-0339-4b8d-8173-4c09674ed093 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:57:47.761642 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Sync routers for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:57:47.771299 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.775609 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-83e36e3a-d3dc-4d4e-b3fc-dc4617332745 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3391387 Jul 16 14:57:47.776443 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 0ac828cd-0339-4b8d-8173-4c09674ed093) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:47.778384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50984) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:47.785298 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:47.802618 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296fa40d-ef81-4ffa-9a60-5677e296993d None None] Network 0ac828cd-0339-4b8d-8173-4c09674ed093 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:47.837895 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.860356 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Transition to ACTIVE for port object b93ee75a-513e-4e08-ad32-a98335412d94 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:47.876874 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:47.877533 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:47.908185 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:47.980931 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50990) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:47.984805 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:48.019848 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f32a444c-c11a-4b0c-a53a-71b37f8f4771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.127796 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:44Z', 'revision_number': 3, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:48.151366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:48.153118 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.165403 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a01edc-7a2f-42e3-92d1-6f27dc77b761 None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:44Z', 'revision_number': 3, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:57:48.198254 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:48.210201 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:48.210689 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.298255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea23a910-75fa-407a-a4b3-d1e0d0df99a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.330333 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:48.361384 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Pushing event updated for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:48.433266 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f32a444c-c11a-4b0c-a53a-71b37f8f4771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.440560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f32a444c-c11a-4b0c-a53a-71b37f8f4771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.471836 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-891ebd96-9d9d-4aa8-8ca2-a41f23025d1f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9105446 Jul 16 14:57:48.790875 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f46290-592c-4171-bc89-88926083ceb2 None None] Network 0ac828cd-0339-4b8d-8173-4c09674ed093 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:57:48.791838 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51024) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:48.799846 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a444c-c11a-4b0c-a53a-71b37f8f4771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62356dc1-cc31-44a2-b12a-f89b50a34090,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:48.822062 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f32a444c-c11a-4b0c-a53a-71b37f8f4771 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a0d7854d5fd4b04a60dec26ebec55cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8342140 Jul 16 14:57:48.827413 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51028) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:48.911183 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:48.962223 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51030) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:48.965981 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af7b9b42-2b1c-4d77-a74a-a42eaf3acc2d req-d0af52e1-e662-4d16-af7a-4512fb25d37c tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.1103055 Jul 16 14:57:48.975414 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.024540 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Deleting subnet 2c495afd-8c9e-4d40-8d09-8a344bddd8db {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:57:49.050794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.178772 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5e029872-beaa-4497-897b-5766f85bb719 None None] Provisioning for port b93ee75a-513e-4e08-ad32-a98335412d94 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:49.191802 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5e029872-beaa-4497-897b-5766f85bb719 None None] Provisioning complete for port b93ee75a-513e-4e08-ad32-a98335412d94 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:49.192165 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5e029872-beaa-4497-897b-5766f85bb719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.277974 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-5e029872-beaa-4497-897b-5766f85bb719 None None] Port b93ee75a-513e-4e08-ad32-a98335412d94 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:57:49.341831 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:45Z', 'revision_number': 3, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:49.410468 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Checking router: 7b60706d-fe9e-4d03-b23c-085552331fc8 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:57:49.410841 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Updating router 7b60706d-fe9e-4d03-b23c-085552331fc8 port fe2f7946-aa1a-4fd5-b007-ca947a131933 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:57:49.465012 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.480545 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.501815 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.526457 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.540798 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e0985e-46c2-40b2-958d-7eb9e39c7eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.542438 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.555483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.560772 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.565147 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 954cc78d-1b85-48e0-8e08-52371a967b44 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:49.717756 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.809680 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Pushing event updated for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:49.906683 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.909356 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:49.910775 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62356dc1-cc31-44a2-b12a-f89b50a34090 HTTP/1.1" status: 204 len: 168 time: 1.0607514 Jul 16 14:57:49.935666 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Allocated IP 172.20.0.1 (01bca9f0-3e47-4725-ad9b-957d5f6a84d9/d1393a6b-be78-494c-8f60-9fd5306776fb/0d978538-12f0-4e18-8814-30864cd86f5e) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:49.945530 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eb340-c772-40ce-a699-036206d370e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62356dc1-cc31-44a2-b12a-f89b50a34090,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:49.958854 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 954cc78d-1b85-48e0-8e08-52371a967b44 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:49.970143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 954cc78d-1b85-48e0-8e08-52371a967b44 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:49.982749 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.043225 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:50.064837 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:50.089674 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.165493 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.177817 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.296527 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c495afd-8c9e-4d40-8d09-8a344bddd8db,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:50.322968 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Pushing event updated for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:50.355800 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:57:50.409720 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.415893 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4b2cd81b-47d6-4126-b7ce-e38cfef197a7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2c495afd-8c9e-4d40-8d09-8a344bddd8db HTTP/1.1" status: 204 len: 168 time: 1.5929337 Jul 16 14:57:50.420674 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82e30cac-3a68-441c-ba57-d9874c9b58da req-30750cd3-c9a9-434a-9ade-a1bd71a243e7 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.2604196 Jul 16 14:57:50.423184 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51078) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:50.478117 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.515553 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:50.520344 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:50.540034 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:50.542357 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.549028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 954cc78d-1b85-48e0-8e08-52371a967b44, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=954cc78d-1b85-48e0-8e08-52371a967b44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:57:50.565095 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.569642 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ba755dd-f945-4fdb-9181-0e3b4f652557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.573163 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.594037 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:57:50.602034 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-70916bfb-93a8-4c6f-8a58-fcbb4d9a8660 None None] Provisioning complete for port b93ee75a-513e-4e08-ad32-a98335412d94 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:50.602638 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-70916bfb-93a8-4c6f-8a58-fcbb4d9a8660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.621447 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b0790fb7-1824-4817-8913-abe1e4d7d7de admin admin] 10.222.0.39 "PUT /v2.0/routers/b65fc655-90aa-4b3c-861a-5766c7654309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5626941 Jul 16 14:57:50.624152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e0985e-46c2-40b2-958d-7eb9e39c7eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.633169 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Transition to ACTIVE for port object fe2f7946-aa1a-4fd5-b007-ca947a131933 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:50.636061 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-33e0985e-46c2-40b2-958d-7eb9e39c7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.654454 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.696443 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-70916bfb-93a8-4c6f-8a58-fcbb4d9a8660 None None] Port b93ee75a-513e-4e08-ad32-a98335412d94 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:57:50.699918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0985e-46c2-40b2-958d-7eb9e39c7eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31768fc0-d91e-477e-899a-e9bc561044bf,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:50.728583 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=954cc78d-1b85-48e0-8e08-52371a967b44,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:50.758214 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-33e0985e-46c2-40b2-958d-7eb9e39c7eeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83cc7e35bcc94f538ff36ede585ad5cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7372880 Jul 16 14:57:50.760214 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.762504 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51092) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:50.806216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Attempting to bind port fe2f7946-aa1a-4fd5-b007-ca947a131933 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:50.806857 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Attempting to bind port fe2f7946-aa1a-4fd5-b007-ca947a131933 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:50.807450 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Attempting to bind port fe2f7946-aa1a-4fd5-b007-ca947a131933 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:50.836255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:57:50.840122 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:50.844164 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.844811 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:57:50.845494 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Bound port: fe2f7946-aa1a-4fd5-b007-ca947a131933, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:57:50.846080 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.871804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04577169-7725-4d10-87f9-7949a31ba34d None None] Pushing event updated for resources: {'Port': ['ID=fe2f7946-aa1a-4fd5-b007-ca947a131933,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:50.919356 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] For port fe2f7946-aa1a-4fd5-b007-ca947a131933, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:57:50.924267 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] For port fe2f7946-aa1a-4fd5-b007-ca947a131933, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=fe2f7946-aa1a-4fd5-b007-ca947a131933,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:57:50.925723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.929516 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:50.976533 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.030923 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:51.031603 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:50Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.065061 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:57:51.100340 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:51.101433 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:50Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.101924 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.106206 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.107982 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31768fc0-d91e-477e-899a-e9bc561044bf HTTP/1.1" status: 204 len: 168 time: 0.3405149 Jul 16 14:57:51.122485 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5508ddc-fcc9-441a-ab52-11ad353a268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31768fc0-d91e-477e-899a-e9bc561044bf,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:51.131665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.146092 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.146848 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.147724 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.148270 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > port after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.148813 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.149547 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > port after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.150029 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.150763 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.151243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.151717 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.166105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:51.296810 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.321350 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04577169-7725-4d10-87f9-7949a31ba34d None None] Pushing event updated for resources: {'Port': ['ID=fe2f7946-aa1a-4fd5-b007-ca947a131933,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:51.350507 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.350860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.351195 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.351525 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:57:51.351898 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640e8e38-a5f2-4453-b254-9e8b168fab30']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.390396 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c143033a-8cb6-484c-8c4f-12f46b55f435') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.390700 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c143033a-8cb6-484c-8c4f-12f46b55f435') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.421695 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.444806 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.455850 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.470489 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:57:51.470489 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: from cryptography.utils import int_from_bytes Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:57:51.472854 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:57:51.536138 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:51.558672 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 954cc78d-1b85-48e0-8e08-52371a967b44 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:51.621489 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.631452 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 954cc78d-1b85-48e0-8e08-52371a967b44 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:51.631987 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.662010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=640e8e38-a5f2-4453-b254-9e8b168fab30,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:51.689941 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.693169 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6107d5b5-6d9a-4b61-8c4d-21f330b82e01 admin admin] 10.222.0.39 "DELETE /v2.0/networks/640e8e38-a5f2-4453-b254-9e8b168fab30 HTTP/1.1" status: 204 len: 168 time: 1.2654326 Jul 16 14:57:51.696034 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51124) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:51.813550 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Deleting subnet 1ce7e73e-f1cb-4415-8316-72cda9b2170a {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:57:51.820526 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.832184 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '0d978538-12f0-4e18-8814-30864cd86f5e', 'name': '', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'mac_address': 'fa:16:3e:f4:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:49Z', 'updated_at': '2021-07-16T14:57:49Z', 'revision_number': 1, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'subnets': [{'id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.872899 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a423d74-044e-44fd-b691-c5aff68dab9c None None] The sync data for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi is: [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '0d978538-12f0-4e18-8814-30864cd86f5e', 'name': '', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'mac_address': 'fa:16:3e:f4:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:49Z', 'updated_at': '2021-07-16T14:57:49Z', 'revision_number': 1, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'subnets': [{'id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:57:51.884061 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3d7e6c9c-8697-4c84-a5ee-cf69280cebed req-051ee5c6-af95-4640-b057-e2303d822692 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0856605 Jul 16 14:57:51.939831 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.944307 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:49Z', 'revision_number': 2, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:51.963985 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.977746 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:51.986615 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.005334 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.027550 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:57:52.027911 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Updating router b65fc655-90aa-4b3c-861a-5766c7654309 port b93ee75a-513e-4e08-ad32-a98335412d94 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:57:52.118728 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.140181 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.155045 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.208404 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce7e73e-f1cb-4415-8316-72cda9b2170a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:52.210654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.216404 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51150) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:52.216938 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f400f158-06ae-4c1c-8661-175576f43408 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ce7e73e-f1cb-4415-8316-72cda9b2170a HTTP/1.1" status: 204 len: 168 time: 0.5192471 Jul 16 14:57:52.326038 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Pushing event updated for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:52.377658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51156) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:52.382529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--293007820', 'description': 'tempest-description--438105699'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:52.447055 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.456142 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.477786 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:52.481663 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:52.685211 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Router 7b60706d-fe9e-4d03-b23c-085552331fc8 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:57:52.699138 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.708588 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.717958 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.720569 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.731773 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac828cd-0339-4b8d-8173-4c09674ed093']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:52.743890 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Transition to ACTIVE for port object b93ee75a-513e-4e08-ad32-a98335412d94 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:52.759884 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.770948 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.772243 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3934915 Jul 16 14:57:52.773092 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519f61b-77fa-42ae-b094-4eeb71c04537 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae57ffe-24cb-4439-ba30-627a213fdc23,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:52.776299 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1f0677-8b06-43cb-a91f-9e76f2b0900e') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:52.776629 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1f0677-8b06-43cb-a91f-9e76f2b0900e') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:52.778068 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51166) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:52.781983 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.787700 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group_rule': {'security_group_id': '4ae57ffe-24cb-4439-ba30-627a213fdc23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:52.799447 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.883066 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.885912 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.904196 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:57:52.904618 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:57:52.906418 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:57:52.927127 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8057e2-5df0-472f-9b15-909590e7e044 None None] Pushing event updated for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:53.075427 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Attempting to bind port b93ee75a-513e-4e08-ad32-a98335412d94 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:53.076963 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Attempting to bind port b93ee75a-513e-4e08-ad32-a98335412d94 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:53.083975 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Attempting to bind port b93ee75a-513e-4e08-ad32-a98335412d94 on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:53.084291 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.095458 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.111707 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:57:53.112588 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Checking segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:53.113223 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.114056 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b055e97-23cb-4b60-aeaa-74a6821ced3d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:53.114521 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Bound using segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:57:53.116059 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Bound port: b93ee75a-513e-4e08-ad32-a98335412d94, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:57:53.116800 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.160901 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.162126 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b14abea9-46c7-4701-a55b-e67a943060c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788381 Jul 16 14:57:53.165523 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51178) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:53.173805 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group_rule': {'security_group_id': '4ae57ffe-24cb-4439-ba30-627a213fdc23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:53.227383 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:57:53.234997 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.236413 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] For port b93ee75a-513e-4e08-ad32-a98335412d94, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:57:53.246819 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.253158 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ac828cd-0339-4b8d-8173-4c09674ed093 HTTP/1.1" status: 204 len: 168 time: 0.9544392 Jul 16 14:57:53.255355 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] For port b93ee75a-513e-4e08-ad32-a98335412d94, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b93ee75a-513e-4e08-ad32-a98335412d94,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:57:53.260016 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.266562 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.279716 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-36083e7d-2298-4f56-89b2-97635bd86b97 admin admin] 10.222.0.39 "PUT /v2.0/routers/7b60706d-fe9e-4d03-b23c-085552331fc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4971542 Jul 16 14:57:53.329432 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99415e79-60fe-48a5-813c-c855830ed06a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac828cd-0339-4b8d-8173-4c09674ed093,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:53.398069 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:53.398744 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:50Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:53.410429 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.424509 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.464181 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7ec52787-e9ba-4ef7-b287-e7f697383d00 req-f5aff53d-f354-4660-becd-9ffd682726b9 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0878890 Jul 16 14:57:53.474227 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f53d785-da70-49ce-972e-3d8499f51016,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:53.507805 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.509142 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2f82e93e-768f-4493-9f5a-3c5e3ebea9d0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426619 Jul 16 14:57:53.512348 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51192) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:53.529229 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'floatingip': {'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:53.596959 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.663494 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device fe2f7946-aa1a-4fd5-b007-ca947a131933 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:53.713287 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:53.821503 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51202) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:53.898304 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.904260 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port fe2f7946-aa1a-4fd5-b007-ca947a131933 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:53.943374 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port fe2f7946-aa1a-4fd5-b007-ca947a131933 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:53.944766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:53.983270 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-99a12562-d199-4092-80ae-21fd6c4bbe52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e14e9a1fdbe0476a9a8e5891e240c9b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1572800 Jul 16 14:57:53.984156 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51206) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:54.068554 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.113262 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8057e2-5df0-472f-9b15-909590e7e044 None None] Pushing event updated for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=4']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:54.132209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.163058 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.225608 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.318854 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port fe2f7946-aa1a-4fd5-b007-ca947a131933, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=fe2f7946-aa1a-4fd5-b007-ca947a131933,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:57:54.329377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.329377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.329377 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23d509f8-cb1f-4f39-a72f-fd6256d0c288 HTTP/1.1" status: 204 len: 168 time: 0.3011973 Jul 16 14:57:54.337206 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:54.339708 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de79a2-36f9-4e7a-bfc8-f7b55387817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d509f8-cb1f-4f39-a72f-fd6256d0c288,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:54.467467 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Allocated IP 172.27.0.103 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/581ba4ce-d1be-4053-9afd-3719229eafca) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:54.480389 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:53Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:54.485297 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=fe2f7946-aa1a-4fd5-b007-ca947a131933,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:54.518422 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.54', 52529) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:54.559104 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a20ee9-73d9-4170-ba9b-758cc07d9f1b None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:53Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:57:55.125720 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbc5a7ae-fd19-4deb-b7c9-4004e88e1021 req-4551bf18-ec28-4e20-a1f5-d5071060b113 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0881493 Jul 16 14:57:55.132833 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.201545 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-9e66891e-4cba-43d7-b962-d7da6ad71da1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:55.209016 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-9e66891e-4cba-43d7-b962-d7da6ad71da1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 818 time: 0.5977516 Jul 16 14:57:55.217450 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-32f177f8-3a08-411c-88c0-6f1c633e2d10 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:55.220128 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-32f177f8-3a08-411c-88c0-6f1c633e2d10 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.54 "GET /v2.0/networks?id=464eceaa-05d4-43de-8e68-a40a0ec5d595 HTTP/1.1" status: 200 len: 811 time: 0.7005022 Jul 16 14:57:55.246651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51258) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:55.253851 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-ee0489c1-7f6a-43ec-99a3-b5a4912f2cee tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/quotas/6004b8dd84c84f0fb519f83740d8bffe HTTP/1.1" status: 200 len: 375 time: 0.0438631 Jul 16 14:57:55.349719 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.362308 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Request body: {'port': {'device_id': '99d749ba-39f8-4de7-8534-3f709efc864b', 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595', 'admin_state_up': True, 'tenant_id': '253cbd395df84d1d85e1fd26fa21f4b7'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:55.469281 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f32671ae-6bb5-42d2-bf6e-4b25386706f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3323b80ba2d48c68fb72b4c232529c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2174058 Jul 16 14:57:55.473364 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51266) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:55.478436 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=581ba4ce-d1be-4053-9afd-3719229eafca,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:55.501793 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:55.508778 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:55.514444 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-2b6b4e70-4748-4dd5-8afb-0721d0b1abf4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2588553 Jul 16 14:57:55.517679 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:55.735363 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device fe2f7946-aa1a-4fd5-b007-ca947a131933 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:55.822181 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port fe2f7946-aa1a-4fd5-b007-ca947a131933 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:55.825020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.878445 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.890472 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.904793 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-50170b3d-ec79-4265-aa45-f7cb465f7f56 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:57:55.909575 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-50170b3d-ec79-4265-aa45-f7cb465f7f56 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1322362 Jul 16 14:57:55.934964 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:55.958024 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b93ee75a-513e-4e08-ad32-a98335412d94 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:56.036428 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:56.038247 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Sync routers for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:57:56.045599 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:56.055060 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:56.056877 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8fb8b58-7587-4f30-9609-7c8e0bf757a1 HTTP/1.1" status: 204 len: 168 time: 0.5822432 Jul 16 14:57:56.096647 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8f41b-9503-47aa-97d0-bbbf10e8b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb8b58-7587-4f30-9609-7c8e0bf757a1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:56.097270 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:57:56.097985 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:50Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:56.142575 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Made reservation on behalf of 253cbd395df84d1d85e1fd26fa21f4b7 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:57:56.150627 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:56.211272 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-f76edcf8-63ad-4be3-8266-5067c27b8571 service neutron] 10.222.0.39 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954299 Jul 16 14:57:56.563280 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port b93ee75a-513e-4e08-ad32-a98335412d94 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:57:56.582764 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b93ee75a-513e-4e08-ad32-a98335412d94 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:57:56.583590 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:56.660814 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Allocated IP 172.20.0.4 (464eceaa-05d4-43de-8e68-a40a0ec5d595/6182ccc9-ad0b-4522-8f9a-12a48502ea1a/e6da606d-ffad-4552-a802-bf9f041ac00b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:57:56.763838 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:57:56.938647 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6c3c668a-3bdb-4985-93cb-edaa44036619 req-fefd0a2e-2d70-4bf4-9df6-3bcca14968e9 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.3520942 Jul 16 14:57:57.118857 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.140201 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-dad7c29f-9bec-467e-84f9-92de3baac242 service neutron] 10.222.0.39 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223752 Jul 16 14:57:57.148182 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.219830 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.259138 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.386745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port b93ee75a-513e-4e08-ad32-a98335412d94, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b93ee75a-513e-4e08-ad32-a98335412d94,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:57:57.398081 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.407852 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.408895 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.420483 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=581ba4ce-d1be-4053-9afd-3719229eafca,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:57.468565 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.469629 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-53054d76-1a88-4618-a915-76fbca88fcaf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9549210 Jul 16 14:57:57.638959 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Pushing event updated for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:57.651896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Network 464eceaa-05d4-43de-8e68-a40a0ec5d595 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:57:57.653429 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:57:57.656750 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:57:57.663873 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:57.664528 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:57.684857 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-7411351c-9372-47e7-a596-5c9febc5fb48 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3743830 Jul 16 14:57:57.723797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0581bedd-1fec-456b-8425-4c97900ee037 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 14:57:57.724855 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0581bedd-1fec-456b-8425-4c97900ee037 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057268 Jul 16 14:57:57.739746 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:57.801242 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6357693b-80e8-4fe9-9123-abd963b1426d req-7dc1b861-43ca-4ebb-b547-8ced59568cd4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 210 time: 0.1434252 Jul 16 14:57:57.852427 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '0d978538-12f0-4e18-8814-30864cd86f5e', 'name': '', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'mac_address': 'fa:16:3e:f4:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:49Z', 'updated_at': '2021-07-16T14:57:51Z', 'revision_number': 2, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'subnets': [{'id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:57:58.109771 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Checking router: 7b60706d-fe9e-4d03-b23c-085552331fc8 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:57:58.111908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Updating router 7b60706d-fe9e-4d03-b23c-085552331fc8 port 0d978538-12f0-4e18-8814-30864cd86f5e binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:57:58.227412 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Request body: {'port': {'device_id': '99d749ba-39f8-4de7-8534-3f709efc864b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:57:58.270067 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-0650d39a-1459-49d4-840a-bedb70742822 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--293007820&fields=id&tenant_id=c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 267 time: 0.1861281 Jul 16 14:57:58.299532 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:58.540507 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:58.861224 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cdaff-d2dd-454d-b468-f4d946a6d60c req-7d34ae31-64fa-4a0a-809f-5fe56b4e3541 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:58.871085 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-677cdaff-d2dd-454d-b468-f4d946a6d60c req-7d34ae31-64fa-4a0a-809f-5fe56b4e3541 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 931 time: 0.5412738 Jul 16 14:57:58.904798 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-6a6722c6-3300-4d92-9dce-d2e75e933fa4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:58.916621 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-6a6722c6-3300-4d92-9dce-d2e75e933fa4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 817 time: 0.6455255 Jul 16 14:57:58.968318 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-1432af51-f508-499c-9f9d-a63c4cb18af0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/quotas/c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 375 time: 0.0465636 Jul 16 14:57:59.075774 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-677cdaff-d2dd-454d-b468-f4d946a6d60c req-a9f16fc6-c90c-46a4-92c8-23de5e355f19 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039530 Jul 16 14:57:59.133911 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-6eb38153-cac6-4549-9697-9e382d3a66b4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586094 Jul 16 14:57:59.240095 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.265791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Transition to ACTIVE for port object 0d978538-12f0-4e18-8814-30864cd86f5e will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:59.277510 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.335944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286907a-bbe2-4a4c-9bbd-13f207c1e438 None None] Pushing event updated for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:59.449472 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Attempting to bind port 0d978538-12f0-4e18-8814-30864cd86f5e on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:59.450317 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Attempting to bind port 0d978538-12f0-4e18-8814-30864cd86f5e by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:59.451545 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Attempting to bind port 0d978538-12f0-4e18-8814-30864cd86f5e on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:59.464260 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:57:59.467861 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Checking segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:57:59.468495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.469102 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Bound using segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:57:59.469715 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Bound port: 0d978538-12f0-4e18-8814-30864cd86f5e, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:57:59.470280 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.549784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6da606d-ffad-4552-a802-bf9f041ac00b {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:57:59.556049 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-cd310244-6745-4093-9b82-2a193be93ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934660 Jul 16 14:57:59.570517 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.615592 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Transition to ACTIVE for port object e6da606d-ffad-4552-a802-bf9f041ac00b will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:57:59.627695 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.654504 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b93ee75a-513e-4e08-ad32-a98335412d94 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:57:59.668338 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] For port 0d978538-12f0-4e18-8814-30864cd86f5e, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:57:59.741004 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51484) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:59.742629 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51486) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:57:59.756435 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:57:59.786808 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] For port 0d978538-12f0-4e18-8814-30864cd86f5e, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0d978538-12f0-4e18-8814-30864cd86f5e,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:57:59.802352 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:57:59.907186 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-2de3d477-5658-44e8-a3df-21bd9f6a8e69 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:57:59.917041 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-2de3d477-5658-44e8-a3df-21bd9f6a8e69 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 818 time: 0.6801107 Jul 16 14:57:59.954143 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-72b2f444-4600-44c8-a539-8a2aeec30533 service neutron] 10.222.0.39 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923268 Jul 16 14:57:59.954638 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Attempting to bind port e6da606d-ffad-4552-a802-bf9f041ac00b on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:57:59.955501 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Attempting to bind port e6da606d-ffad-4552-a802-bf9f041ac00b by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '2d3d1657-6c27-45b8-8217-eab55bfe4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:57:59.956148 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Attempting to bind port e6da606d-ffad-4552-a802-bf9f041ac00b on network 464eceaa-05d4-43de-8e68-a40a0ec5d595 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:57:59.976966 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-5144a866-b024-44f6-a2cb-2a991629ff27 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/quotas/6004b8dd84c84f0fb519f83740d8bffe HTTP/1.1" status: 200 len: 375 time: 0.0518737 Jul 16 14:58:00.012135 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286907a-bbe2-4a4c-9bbd-13f207c1e438 None None] Pushing event updated for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:00.013957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Port e6da606d-ffad-4552-a802-bf9f041ac00b on network 464eceaa-05d4-43de-8e68-a40a0ec5d595 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:00.034723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Attempting to bind port e6da606d-ffad-4552-a802-bf9f041ac00b on network 464eceaa-05d4-43de-8e68-a40a0ec5d595 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:00.077812 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:00.080536 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Checking segment: {'id': '2d3d1657-6c27-45b8-8217-eab55bfe4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:00.082797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Bound using segment: {'id': '2d3d1657-6c27-45b8-8217-eab55bfe4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:00.085725 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Bound port: e6da606d-ffad-4552-a802-bf9f041ac00b, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3d1657-6c27-45b8-8217-eab55bfe4472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:00.086647 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:00.107770 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:58:00.111161 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:57:50Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:00.120765 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b93ee75a-513e-4e08-ad32-a98335412d94 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:00.122919 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:00.273185 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-c63aec58-fbd9-47b6-8d8a-0f7a03e02850 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2904072 Jul 16 14:58:00.302703 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-212111b7-9987-4d32-b39d-f918d5d8c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:00.479951 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:58:00.590665 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-50d3e612-824b-4f4a-9509-e853cb893a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:00.682487 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:00.815737 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=e6da606d-ffad-4552-a802-bf9f041ac00b,segment=NetworkSegment(2d3d1657-6c27-45b8-8217-eab55bfe4472),segment_id=2d3d1657-6c27-45b8-8217-eab55bfe4472)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:00.849042 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.222375 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:01.223078 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.224872 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] 10.222.0.54 "PUT /v2.0/ports/e6da606d-ffad-4552-a802-bf9f041ac00b HTTP/1.1" status: 200 len: 1093 time: 3.1054027 Jul 16 14:58:01.227766 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:01.249632 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-1f9d9708-5d5b-483e-8f14-3d9b0f955e99 service neutron] 10.222.0.39 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9686778 Jul 16 14:58:01.338193 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78a70c-bfa9-4fbd-a5c8-362fe1b7a13d req-25d63a8a-9469-4cbe-9b0c-6d91b4bd979f tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:01.347532 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d78a70c-bfa9-4fbd-a5c8-362fe1b7a13d req-25d63a8a-9469-4cbe-9b0c-6d91b4bd979f tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.3539279 Jul 16 14:58:01.409421 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '0d978538-12f0-4e18-8814-30864cd86f5e', 'name': '', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'mac_address': 'fa:16:3e:f4:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:49Z', 'updated_at': '2021-07-16T14:57:59Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'subnets': [{'id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:01.451396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007b422-d8e0-431b-ad47-a239ffe844c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:01.504196 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84536faa-0a75-4d45-bc36-e503d17e3360 None None] The sync data for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi is: [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '0d978538-12f0-4e18-8814-30864cd86f5e', 'name': '', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'mac_address': 'fa:16:3e:f4:81:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:49Z', 'updated_at': '2021-07-16T14:57:59Z', 'revision_number': 4, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'subnets': [{'id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:58:01.531899 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d78a70c-bfa9-4fbd-a5c8-362fe1b7a13d req-f8530e88-12ca-4c0e-9c6b-53dae5a2eb39 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827507 Jul 16 14:58:01.542087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-212111b7-9987-4d32-b39d-f918d5d8c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.565068 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-212111b7-9987-4d32-b39d-f918d5d8c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.567814 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-24a3cd8b-8e61-4b27-8c51-50349acc011f service neutron] 10.222.0.39 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911024 Jul 16 14:58:01.677356 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ae2be-b293-4f97-846b-8dace279eca8" -d '{"events": [{"name": "network-changed", "server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:01.725991 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51560) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:01.735430 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-212111b7-9987-4d32-b39d-f918d5d8c03a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=502c9f1a8edf48199a8a80cd327cc0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9759336 Jul 16 14:58:01.757230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212111b7-9987-4d32-b39d-f918d5d8c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67129e06-df8a-4da1-8333-53273d1441af,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:01.804177 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0d978538-12f0-4e18-8814-30864cd86f5e up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:01.856047 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f3bf3e4b-b65e-42be-ba82-78e369d789bc req-9d7daf33-9c8a-4923-8c86-a755b8d45cd7 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0756185 Jul 16 14:58:01.897723 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.952816 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-50d3e612-824b-4f4a-9509-e853cb893a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.963499 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-50d3e612-824b-4f4a-9509-e853cb893a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:01.992628 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.084690 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 0d978538-12f0-4e18-8814-30864cd86f5e completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:02.095175 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0d978538-12f0-4e18-8814-30864cd86f5e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:02.095637 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.120810 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-50d3e612-824b-4f4a-9509-e853cb893a9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dc28302c9594ac9898ff0d371d6e92e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3602059 Jul 16 14:58:02.126085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51570) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:02.136827 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.141842 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e612-824b-4f4a-9509-e853cb893a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597303d1-4480-4d08-8508-5528d190992b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:02.162969 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.171771 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67129e06-df8a-4da1-8333-53273d1441af HTTP/1.1" status: 204 len: 168 time: 0.4434628 Jul 16 14:58:02.193107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcb4e2-1166-460b-95fe-9f688ce8a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67129e06-df8a-4da1-8333-53273d1441af,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:02.392601 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6c5d37ca-ae92-4a10-829f-ad5101a8fa5f req-5f9ca24c-b0e2-4eb4-ae2a-d34ebd270aee tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0694206 Jul 16 14:58:02.422585 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.570392 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 0d978538-12f0-4e18-8814-30864cd86f5e, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0d978538-12f0-4e18-8814-30864cd86f5e,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:02.579499 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:02.700600 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03415134-0992-4c34-bf0a-b42ea4c9c714 x-openstack-request-id: req-03415134-0992-4c34-bf0a-b42ea4c9c714 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:02.702780 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:02.703367 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03415134-0992-4c34-bf0a-b42ea4c9c714 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:02.705528 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b', 'status': 'completed', 'code': 200} Jul 16 14:58:02.774962 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:02.779002 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.54', 52551) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:02.902779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-dc2fb76d-c338-4f74-b374-7fd3ffaefe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:02.922410 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-dc2fb76d-c338-4f74-b374-7fd3ffaefe35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=253cbd395df84d1d85e1fd26fa21f4b7&device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 1096 time: 0.7297666 Jul 16 14:58:02.923780 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.048556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.165848 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-693ca263-6ecf-47ff-863b-15630171abe0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6da606d-ffad-4552-a802-bf9f041ac00b HTTP/1.1" status: 200 len: 217 time: 0.0905285 Jul 16 14:58:03.188135 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51614) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:03.232771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2bda5f8-58e7-4fa1-a65d-f1301d1ab8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.241291 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-7c14deb5-ad1e-4cae-a89a-baa4478842dc tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:03.243805 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-7c14deb5-ad1e-4cae-a89a-baa4478842dc tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 818 time: 0.4510419 Jul 16 14:58:03.282813 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472940d-6320-4c4d-ac42-830ad261f3cd req-86332c39-a180-4506-9a08-a41e48a13348 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:03.287722 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a472940d-6320-4c4d-ac42-830ad261f3cd req-86332c39-a180-4506-9a08-a41e48a13348 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.1427197 Jul 16 14:58:03.315506 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.318377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.323375 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/597303d1-4480-4d08-8508-5528d190992b HTTP/1.1" status: 204 len: 168 time: 1.1946228 Jul 16 14:58:03.363720 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660027f4-342c-41f0-9cdf-195c3206e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597303d1-4480-4d08-8508-5528d190992b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:03.421128 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2f411390-82ec-45ad-95da-d7c011b8d722 req-52004d49-e5fb-4f4a-a6ba-6d5a5b4249d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0950286 Jul 16 14:58:03.451346 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-83bfad07-44c6-459f-b8d8-b2087d54b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:03.458484 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-83bfad07-44c6-459f-b8d8-b2087d54b6cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6182ccc9-ad0b-4522-8f9a-12a48502ea1a HTTP/1.1" status: 200 len: 851 time: 0.2300489 Jul 16 14:58:03.554650 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Request body: {'port': {'device_id': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'admin_state_up': True, 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:03.601350 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a472940d-6320-4c4d-ac42-830ad261f3cd req-c7741e1e-2144-430f-8c47-781c9375ba0e tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089988 Jul 16 14:58:03.606528 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0d978538-12f0-4e18-8814-30864cd86f5e up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:03.619319 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2bda5f8-58e7-4fa1-a65d-f1301d1ab8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.706286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f2bda5f8-58e7-4fa1-a65d-f1301d1ab8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.840841 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0d978538-12f0-4e18-8814-30864cd86f5e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:03.841227 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:03.863376 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bda5f8-58e7-4fa1-a65d-f1301d1ab8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ae149-9d19-435a-bffa-10b84e4aabac,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:03.876576 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-ef2928ef-fd87-4cb6-a621-16f9d191de82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=464eceaa-05d4-43de-8e68-a40a0ec5d595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540512 Jul 16 14:58:03.948887 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f2bda5f8-58e7-4fa1-a65d-f1301d1ab8c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00e94ed020c64117bfd61610f59867a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565255 Jul 16 14:58:03.949088 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51640) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:04.060718 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02458b83-493e-4a8f-a5b6-d4fab05fcc82 req-e1ec1f22-0684-4bdd-9c99-228f46f299fd tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.1596627 Jul 16 14:58:04.163017 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.210298 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.295010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Made reservation on behalf of 6004b8dd84c84f0fb519f83740d8bffe for: {'port': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:04.322093 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.537991 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.541779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.547413 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/552ae149-9d19-435a-bffa-10b84e4aabac HTTP/1.1" status: 204 len: 168 time: 0.5929987 Jul 16 14:58:04.547413 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-e1a8b722-fd29-4d48-9a07-47e2aa0ea494 service neutron] 10.222.0.54 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957883 Jul 16 14:58:04.583914 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcf6f2-4e87-46bc-ad9c-4ddaa9491bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ae149-9d19-435a-bffa-10b84e4aabac,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:04.797197 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51682) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:04.825571 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb180e17-9fef-467b-b231-6529450b495d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:04.834971 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-380cde40-d2d7-4274-a19b-57e48b59c9c7 req-066e7c50-d37d-4483-81b4-1e698669b848 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.1170268 Jul 16 14:58:05.030513 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb180e17-9fef-467b-b231-6529450b495d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.040575 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-eb180e17-9fef-467b-b231-6529450b495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.085444 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Allocated IP 172.20.0.8 (01bca9f0-3e47-4725-ad9b-957d5f6a84d9/d1393a6b-be78-494c-8f60-9fd5306776fb/758d112d-3b1e-4753-a12b-00b3446d5d53) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:58:05.190048 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb180e17-9fef-467b-b231-6529450b495d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9495768e-8aab-41c7-8735-a9bb84a7f58b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:05.246886 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eb180e17-9fef-467b-b231-6529450b495d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7df2702c3304547af7b26216d88209a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478717 Jul 16 14:58:05.247513 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51702) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:05.313381 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0549e9-c145-4d39-a7dd-2eb18223221f req-fb28f6c2-d903-4db9-96de-510ecb2322ed tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:05.322921 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.54', 52557) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:05.323093 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb0549e9-c145-4d39-a7dd-2eb18223221f req-fb28f6c2-d903-4db9-96de-510ecb2322ed tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.3164158 Jul 16 14:58:05.559651 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21784b9e-daa5-4bdf-84f6-dcfa06e3fc5f req-6aa15c7f-9c65-4f21-a2be-49f7ad1ed079 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.2018986 Jul 16 14:58:05.689949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.706700 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.778795 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fb0549e9-c145-4d39-a7dd-2eb18223221f req-04d7fb4c-c4b0-4499-8aa5-f8d3c725bc38 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338543 Jul 16 14:58:05.785812 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.846621 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.867271 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-3c4d72d3-bbd5-4ef4-8126-b2bce8b5083f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:05.868744 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-3c4d72d3-bbd5-4ef4-8126-b2bce8b5083f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 817 time: 0.5154519 Jul 16 14:58:05.910401 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f6734a69-d166-4452-ac5a-367a2ba10e12 req-3961b727-2d64-4f4a-b3d5-3d9bb4fc4fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578423 Jul 16 14:58:05.939801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.939801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:05.943059 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9495768e-8aab-41c7-8735-a9bb84a7f58b HTTP/1.1" status: 204 len: 168 time: 0.6936836 Jul 16 14:58:05.971702 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd22cf-8bd7-46ed-b64a-9a7335c5db2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9495768e-8aab-41c7-8735-a9bb84a7f58b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:06.081327 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:58:06.095608 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:06.101871 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Pushing event updated for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:06.110845 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:58:06.217136 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-472e9c57-9eda-417c-b277-4a6fb4865c71 req-de4dee09-cb77-4406-aacf-4248bdd6f1d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0444329 Jul 16 14:58:06.231951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:06.233902 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:06.257464 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-a0fc0ac4-4181-4e91-85b9-324cd150a9e5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7398980 Jul 16 14:58:06.810768 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-514f4625-fc34-4183-a5cf-0e42a94f5607 req-d5f5854f-ae27-4952-8eef-db0836e4ae07 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0385597 Jul 16 14:58:06.998413 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74814be0-e317-4647-b2a1-35517bf8904e req-05fefd2b-b51d-4731-b74c-ed663942147c tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:07.006993 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74814be0-e317-4647-b2a1-35517bf8904e req-05fefd2b-b51d-4731-b74c-ed663942147c tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.0830488 Jul 16 14:58:07.053827 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-74814be0-e317-4647-b2a1-35517bf8904e req-84c2975b-0e24-4a5e-989a-15c6571f086c tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455291 Jul 16 14:58:07.415169 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de022293-5357-4beb-b660-4600f10b9f0a req-ec99d1b4-4e86-4859-8d03-0dc6fbf50ccc tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0428224 Jul 16 14:58:08.012944 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d7cf5744-640d-46f2-9046-eee628f3e383 req-a2a3f47e-3704-4880-9bdf-d65f9c2767de tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0804319 Jul 16 14:58:08.304947 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41442c36-ccd9-46d4-9aeb-c72c19c59c8c req-d3c7fbf4-e84e-44aa-b195-b3ff044cc916 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:08.310288 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41442c36-ccd9-46d4-9aeb-c72c19c59c8c req-d3c7fbf4-e84e-44aa-b195-b3ff044cc916 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.1188724 Jul 16 14:58:08.376161 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-41442c36-ccd9-46d4-9aeb-c72c19c59c8c req-89c6763d-6719-4249-bd78-8d728dc87649 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627184 Jul 16 14:58:08.567422 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-12800327-0836-463f-8d0e-8df72d29d0ed req-4fd7fa96-937a-4dae-b0da-1f46d92d0066 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0324018 Jul 16 14:58:09.160897 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-76b2c712-5df2-43c1-ad28-c4e43e2dd3a4 req-cb0da9eb-a392-45fa-80d7-90f8122fede6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0287235 Jul 16 14:58:09.623200 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7e3b7-eeb7-4138-bfe4-cfb7b1d6404b req-31b9a4a4-3efd-429d-adf1-45c72511dc18 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:09.624827 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7b7e3b7-eeb7-4138-bfe4-cfb7b1d6404b req-31b9a4a4-3efd-429d-adf1-45c72511dc18 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.0972421 Jul 16 14:58:09.714877 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a7b7e3b7-eeb7-4138-bfe4-cfb7b1d6404b req-1571c84c-8ebd-4af6-8344-38edcf1991a3 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798721 Jul 16 14:58:09.824920 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02edb391-3831-488a-9553-c8aad063a9ba req-bd051ee4-cec6-49b2-8188-a292d82006b2 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0389678 Jul 16 14:58:10.323552 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d70a9686-1eb9-4e18-80e5-130e15b51371 req-e762ffcb-4457-4e3a-aa7b-8ef75f84dba4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0303915 Jul 16 14:58:10.416918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Request body: {'port': {'device_id': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:10.483888 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-fe13069a-336a-49ad-9c59-7bbc2f427160 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 379 time: 0.0707541 Jul 16 14:58:10.506772 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'port': {'device_id': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'admin_state_up': True, 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'security_groups': ['4ae57ffe-24cb-4439-ba30-627a213fdc23']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:10.567656 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:10.680482 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-e81206ba-f4c8-4c37-a329-2be9974d3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:10.681990 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-e81206ba-f4c8-4c37-a329-2be9974d3aa1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=253cbd395df84d1d85e1fd26fa21f4b7&device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 1096 time: 0.1814024 Jul 16 14:58:10.849351 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Made reservation on behalf of c789512f168040c6ad39bcbabf6fe1e7 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:10.853409 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:10.954473 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-b490649b-2de9-41ba-bae3-8b48e5d3b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:10.956039 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-b490649b-2de9-41ba-bae3-8b48e5d3b519 service neutron] 10.222.0.54 "GET /v2.0/networks?id=464eceaa-05d4-43de-8e68-a40a0ec5d595 HTTP/1.1" status: 200 len: 912 time: 0.2554600 Jul 16 14:58:10.958777 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.54', 52581) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:11.065680 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e226cb2e-f717-40b1-bb16-04be91d0568a req-62e6f544-57d9-43b7-a018-af0be2d76566 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 210 time: 0.0572441 Jul 16 14:58:11.161119 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe76db-d546-4935-814c-6dc5556b55b5 req-43afb720-a81b-4343-aa45-130d73db6590 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:11.162788 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cbe76db-d546-4935-814c-6dc5556b55b5 req-43afb720-a81b-4343-aa45-130d73db6590 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.2070234 Jul 16 14:58:11.213365 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-b67a43d2-9cbe-49f8-a21f-e51b13fe21f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6da606d-ffad-4552-a802-bf9f041ac00b HTTP/1.1" status: 200 len: 217 time: 0.2460003 Jul 16 14:58:11.237949 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7cbe76db-d546-4935-814c-6dc5556b55b5 req-67296e85-d325-44b0-a374-c0771e1076b7 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Jul 16 14:58:11.281201 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758d112d-3b1e-4753-a12b-00b3446d5d53 {{(pid=92981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:11.290966 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.310580 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Transition to ACTIVE for port object 758d112d-3b1e-4753-a12b-00b3446d5d53 will not be triggered until provisioned by entity L2. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:11.316559 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.353114 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Allocated IP 172.20.0.3 (ac300f32-b49a-49af-b0c8-09858c9ba794/f2e4e7f8-9f12-40f8-8f69-2ce46aee488c/cafad2e0-3c7d-48f1-8762-54eca2dc3d28) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:58:11.372544 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:11.394875 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-b48f497d-34c4-4eba-b0e7-38a69f618737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:11.399163 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-b48f497d-34c4-4eba-b0e7-38a69f618737 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6182ccc9-ad0b-4522-8f9a-12a48502ea1a HTTP/1.1" status: 200 len: 851 time: 0.1394362 Jul 16 14:58:11.492537 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51976) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:11.526516 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-be6ed26e-4712-4a22-bbd6-807f75382e44 req-9a5e3d37-d91e-44e8-8a7e-d9dd6af83e08 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0533352 Jul 16 14:58:11.528333 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-f5e9e41d-46bb-4179-b0ed-ab0776b8a70a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:11.530581 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-f5e9e41d-46bb-4179-b0ed-ab0776b8a70a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 818 time: 0.5620778 Jul 16 14:58:11.531532 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Attempting to bind port 758d112d-3b1e-4753-a12b-00b3446d5d53 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:58:11.532067 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Attempting to bind port 758d112d-3b1e-4753-a12b-00b3446d5d53 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:58:11.532567 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Attempting to bind port 758d112d-3b1e-4753-a12b-00b3446d5d53 on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:11.537524 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Port 758d112d-3b1e-4753-a12b-00b3446d5d53 on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:11.538080 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Attempting to bind port 758d112d-3b1e-4753-a12b-00b3446d5d53 on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:11.543664 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:11.544898 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Checking segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:11.544898 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Bound using segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} {{(pid=92981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:11.545126 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.managers [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Bound port: 758d112d-3b1e-4753-a12b-00b3446d5d53, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}}] {{(pid=92981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:11.545605 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.570804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Request body: {'port': {'device_id': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'admin_state_up': True, 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:11.574956 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-32deefd5-8e5b-46c1-a52b-444387254ccb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=464eceaa-05d4-43de-8e68-a40a0ec5d595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432124 Jul 16 14:58:11.641448 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, cleared binding levels {{(pid=92981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:11.646684 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=758d112d-3b1e-4753-a12b-00b3446d5d53,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:11.653981 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.681496 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.729238 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=3']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:11.752286 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b37af504-5718-44ae-aca5-d7e7592bba60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.765576 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Transition to ACTIVE for port object cafad2e0-3c7d-48f1-8762-54eca2dc3d28 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:11.767428 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:11.767793 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.769206 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-10237090-9b1d-4240-8905-917cecaa30d6 service neutron] 10.222.0.54 "PUT /v2.0/ports/758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 1093 time: 1.3572409 Jul 16 14:58:11.785539 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:11.874504 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-d4c7db86-d0d1-48ea-a1c0-b0ff2f8d688d service neutron] 10.222.0.54 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801702 Jul 16 14:58:11.951192 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b37af504-5718-44ae-aca5-d7e7592bba60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:11.968948 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b37af504-5718-44ae-aca5-d7e7592bba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.003777 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b37af504-5718-44ae-aca5-d7e7592bba60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82a3489fcb5b4851aa6e5e9e7dfed383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082161 Jul 16 14:58:12.004431 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52012) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:12.004769 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52014) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:12.012254 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.043564 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-ca107b21-5589-4ec5-a6f5-f4fd36db01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:12.045228 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-ca107b21-5589-4ec5-a6f5-f4fd36db01c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1096 time: 0.2011347 Jul 16 14:58:12.062845 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48a703-dc02-453c-b467-0725b0e0cc83" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:12.136291 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-32dc1948-c7f6-43cf-af06-4282724a2eab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.0666125 Jul 16 14:58:12.138136 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37af504-5718-44ae-aca5-d7e7592bba60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd123318-dab9-4618-8c40-e4162e83620c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:12.178510 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-7300d70c-ba08-4a51-8d21-79466874983f service neutron] 10.222.0.54 "GET /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968438 Jul 16 14:58:12.185515 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Made reservation on behalf of 6004b8dd84c84f0fb519f83740d8bffe for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:12.196483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.272389 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:58:12.274071 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:12.283987 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.291126 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:58:12.293805 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-ffc676c2-ccc9-417e-9ada-aa508e3a1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:12.295460 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-ffc676c2-ccc9-417e-9ada-aa508e3a1659 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.1387296 Jul 16 14:58:12.302874 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c4e076f-2271-40fd-b6a0-d08d6eb2b1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.308277 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:12.314445 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.381085 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8811076 Jul 16 14:58:12.390323 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f256d5-197e-4f73-855e-0ac18a17ed23 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:12.412709 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-36e581e8-ee57-4544-ada9-4019078db1e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073675 Jul 16 14:58:12.471880 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd55b2e4-5968-48ac-9fc0-9e8b9f860a20 x-openstack-request-id: req-dd55b2e4-5968-48ac-9fc0-9e8b9f860a20 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:12.472187 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:12.473595 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd55b2e4-5968-48ac-9fc0-9e8b9f860a20 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:12.473595 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53', 'status': 'completed', 'code': 200} Jul 16 14:58:12.506234 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Request body: {'port': {'device_id': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:12.547325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.581827 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device e6da606d-ffad-4552-a802-bf9f041ac00b details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:12.659550 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52056) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:12.725885 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.740884 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=e6da606d-ffad-4552-a802-bf9f041ac00b,segment=NetworkSegment(2d3d1657-6c27-45b8-8217-eab55bfe4472),segment_id=2d3d1657-6c27-45b8-8217-eab55bfe4472)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:12.744934 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Allocated IP 172.20.0.12 (01bca9f0-3e47-4725-ad9b-957d5f6a84d9/d1393a6b-be78-494c-8f60-9fd5306776fb/28fc83a1-b90d-4587-8f64-0be7df3e12fa) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:58:12.754983 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'e6da606d-ffad-4552-a802-bf9f041ac00b', 'network_id': '464eceaa-05d4-43de-8e68-a40a0ec5d595', 'port_id': 'e6da606d-ffad-4552-a802-bf9f041ac00b', 'mac_address': 'fa:16:3e:8f:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6182ccc9-ad0b-4522-8f9a-12a48502ea1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:12.759738 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-76ba19e3-220c-49b8-bc64-301f6bdb9ace None None] Provisioning for port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:12.764255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-76ba19e3-220c-49b8-bc64-301f6bdb9ace None None] Provisioning complete for port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:12.765062 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-76ba19e3-220c-49b8-bc64-301f6bdb9ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.794972 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-e9b502f0-99ef-495b-bc37-0904e969ce2d service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322058 Jul 16 14:58:12.802114 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-76ba19e3-220c-49b8-bc64-301f6bdb9ace None None] Port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:58:12.843373 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.854983 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.857218 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.861486 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd123318-dab9-4618-8c40-e4162e83620c HTTP/1.1" status: 204 len: 168 time: 0.8543055 Jul 16 14:58:12.862204 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6da606d-ffad-4552-a802-bf9f041ac00b {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:12.870349 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75184f82-56e0-45c7-a5cd-848e9ae2abd1 req-08a6608b-3ac8-40a0-a62f-26093b446ac0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:12.877910 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75184f82-56e0-45c7-a5cd-848e9ae2abd1 req-08a6608b-3ac8-40a0-a62f-26093b446ac0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 931 time: 0.4806879 Jul 16 14:58:12.887374 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=e6da606d-ffad-4552-a802-bf9f041ac00b,segment=NetworkSegment(2d3d1657-6c27-45b8-8217-eab55bfe4472),segment_id=2d3d1657-6c27-45b8-8217-eab55bfe4472)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:12.893666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:12.947457 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:12.950108 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417f1a7-827f-42b1-bedc-fb4e25518c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd123318-dab9-4618-8c40-e4162e83620c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:12.981980 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89972d-6ae5-4c3f-b4be-5406801c0ff1 req-31131c34-b112-416e-bbd4-cf7db9e283e9 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:12.988900 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc89972d-6ae5-4c3f-b4be-5406801c0ff1 req-31131c34-b112-416e-bbd4-cf7db9e283e9 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 943 time: 0.3478546 Jul 16 14:58:13.018538 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7fb029f4-fe79-478f-8f1d-ea03a5dcbcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.023913 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.025558 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c4e076f-2271-40fd-b6a0-d08d6eb2b1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.040419 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c4e076f-2271-40fd-b6a0-d08d6eb2b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.089810 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75184f82-56e0-45c7-a5cd-848e9ae2abd1 req-ad85422c-dc4b-41e5-aab0-3e1627455262 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109380 Jul 16 14:58:13.111914 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6c4e076f-2271-40fd-b6a0-d08d6eb2b1ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c20f38f6eb2e419a8cf9af7ae98cd979&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0962422 Jul 16 14:58:13.115249 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52064) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:13.168406 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-29d2d645-cde6-48f3-ae5f-44eaecdaa28f req-2831b924-f17f-43be-99a6-38cfe3b51b29 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646228 Jul 16 14:58:13.176101 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc89972d-6ae5-4c3f-b4be-5406801c0ff1 req-e7e541d7-bf48-4be3-a24e-c5957013930b tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863596 Jul 16 14:58:13.192362 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e076f-2271-40fd-b6a0-d08d6eb2b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cc8b2-4a2e-4e89-b4ef-3fc793318e8b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:13.215596 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['e6da606d-ffad-4552-a802-bf9f041ac00b'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:13.232639 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.241110 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7fb029f4-fe79-478f-8f1d-ea03a5dcbcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.257266 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7fb029f4-fe79-478f-8f1d-ea03a5dcbcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.288638 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-903a1020-f407-4585-b152-d41245a40901 req-e8e0119d-b4c5-4aed-9530-9e74d7ccb894 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0433664 Jul 16 14:58:13.293847 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.296030 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb029f4-fe79-478f-8f1d-ea03a5dcbcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e4d86-dc73-43f8-8c0c-0f3f8bf20770,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:13.343233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.369383 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7fb029f4-fe79-478f-8f1d-ea03a5dcbcb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=704d3aa93e7248649024689f2825bdeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6896517 Jul 16 14:58:13.373698 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52074) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:13.414627 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:58:13.441133 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-6c757edc-c7f7-4437-a2be-001b47da27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:13.442768 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-6c757edc-c7f7-4437-a2be-001b47da27b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1096 time: 0.1457205 Jul 16 14:58:13.458583 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:13.464105 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.465115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:58:13.467679 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.471247 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f85cc8b2-4a2e-4e89-b4ef-3fc793318e8b HTTP/1.1" status: 204 len: 168 time: 0.3522577 Jul 16 14:58:13.480533 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:13.481236 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.511417 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.519247 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a7581-95ed-4404-9475-c53d6ae289b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cc8b2-4a2e-4e89-b4ef-3fc793318e8b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:13.520088 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Pushing event updated for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:13.538961 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-73904cfa-cda5-42bb-8001-be1b050858fb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9748361 Jul 16 14:58:13.568830 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Request body: {'port': {'device_id': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:13.680195 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.703736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafad2e0-3c7d-48f1-8762-54eca2dc3d28 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:13.715258 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.717835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.790777 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Transition to ACTIVE for port object cafad2e0-3c7d-48f1-8762-54eca2dc3d28 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:13.797997 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:13.858344 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:13.991790 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Attempting to bind port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:58:13.992141 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Attempting to bind port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:58:13.992483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Attempting to bind port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:14.000587 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 on network ac300f32-b49a-49af-b0c8-09858c9ba794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:14.000587 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Attempting to bind port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:14.019232 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:14.019610 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Checking segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:14.020414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Bound using segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:14.021890 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Bound port: cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:14.022407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.050285 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-7a8824a4-7bed-4a6e-8076-eda7896b7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:14.051904 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-7a8824a4-7bed-4a6e-8076-eda7896b7c21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.6007831 Jul 16 14:58:14.078906 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.078906 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.078906 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a15e4d86-dc73-43f8-8c0c-0f3f8bf20770 HTTP/1.1" status: 204 len: 168 time: 0.6992505 Jul 16 14:58:14.155739 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807e295-7acf-4aed-ad95-34d0300965f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e4d86-dc73-43f8-8c0c-0f3f8bf20770,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:14.176342 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-1eb960a7-3129-43a9-8405-ad199fef7f28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.1169319 Jul 16 14:58:14.194366 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:14.209673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:14.228611 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.341873 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52132) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:14.363569 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:14.381704 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:58:14.392283 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e15f7242-1da2-4597-8922-995bf77a4a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.531557 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-30dd3242-703a-46ee-97a6-8a59fe908a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:14.543888 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device e6da606d-ffad-4552-a802-bf9f041ac00b up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:14.545436 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-30dd3242-703a-46ee-97a6-8a59fe908a1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.3390260 Jul 16 14:58:14.632960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:14.633620 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.635054 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-b554e0ea-dcda-4a0d-9308-72e0076db5a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 1093 time: 2.1524463 Jul 16 14:58:14.635502 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:14.637789 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:14.683132 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fc83a1-b90d-4587-8f64-0be7df3e12fa {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:14.698816 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.743742 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Transition to ACTIVE for port object 28fc83a1-b90d-4587-8f64-0be7df3e12fa will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:14.773416 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-60ad1ba9-0cb3-4984-bece-4ad4f76ef014 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2247810 Jul 16 14:58:14.801894 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.848922 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port e6da606d-ffad-4552-a802-bf9f041ac00b completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:14.861435 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port e6da606d-ffad-4552-a802-bf9f041ac00b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:14.861818 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:14.912684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Pushing event updated for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:14.960684 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6283285-b763-46b8-8788-5234e57c1e82 req-5dab03d1-f70f-4012-ada3-e71b9cab6c24 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:14.966979 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6283285-b763-46b8-8788-5234e57c1e82 req-5dab03d1-f70f-4012-ada3-e71b9cab6c24 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 944 time: 0.5624797 Jul 16 14:58:14.994987 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43612a-a30e-46cc-af50-4c064f47f8b2 req-d992601b-9cc2-4c2a-bb09-16f991833f6c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:14.996673 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c43612a-a30e-46cc-af50-4c064f47f8b2 req-d992601b-9cc2-4c2a-bb09-16f991833f6c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 943 time: 0.5666909 Jul 16 14:58:14.998114 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Attempting to bind port 28fc83a1-b90d-4587-8f64-0be7df3e12fa on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:58:14.999483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Attempting to bind port 28fc83a1-b90d-4587-8f64-0be7df3e12fa by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:58:14.999924 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Attempting to bind port 28fc83a1-b90d-4587-8f64-0be7df3e12fa on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:15.007562 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Port 28fc83a1-b90d-4587-8f64-0be7df3e12fa on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:15.008022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Attempting to bind port 28fc83a1-b90d-4587-8f64-0be7df3e12fa on network 01bca9f0-3e47-4725-ad9b-957d5f6a84d9 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:15.018527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:15.018527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Checking segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:15.018527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Bound using segment: {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:15.019211 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Bound port: 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:15.019835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.035430 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-3c44362a-426f-477e-af42-d5479e232470 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524819 Jul 16 14:58:15.043826 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.052896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-23341a1d-6998-4163-8679-e09b0b6b3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:15.060015 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-23341a1d-6998-4163-8679-e09b0b6b3ff6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1096 time: 0.3296151 Jul 16 14:58:15.082204 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e15f7242-1da2-4597-8922-995bf77a4a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.084496 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52160) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:15.094104 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:15.121306 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e15f7242-1da2-4597-8922-995bf77a4a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.145069 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e6283285-b763-46b8-8788-5234e57c1e82 req-18b16027-603e-436b-9752-60d256b0eff1 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661949 Jul 16 14:58:15.161010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c15-525f-445e-a571-7a0e403a81e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.208077 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c43612a-a30e-46cc-af50-4c064f47f8b2 req-f66ec952-f3c7-479b-baab-5c563c1501ef tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950412 Jul 16 14:58:15.265933 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e15f7242-1da2-4597-8922-995bf77a4a62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbc433f8a0b6447789dd98d920ebe11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9148402 Jul 16 14:58:15.270296 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52170) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:15.271415 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=e6da606d-ffad-4552-a802-bf9f041ac00b,segment=NetworkSegment(2d3d1657-6c27-45b8-8217-eab55bfe4472),segment_id=2d3d1657-6c27-45b8-8217-eab55bfe4472)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:15.304032 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.306416 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f7242-1da2-4597-8922-995bf77a4a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27aee0-7eaf-4bdb-9275-e64f922ef738,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.366179 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ef48a703-dc02-453c-b467-0725b0e0cc83 req-b0a762a2-dc08-4ce9-9ffb-d9f077bb177e service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214383 Jul 16 14:58:15.408908 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-bd25dc26-fc94-432c-8d22-b07d7b3d7bb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 217 time: 0.3103952 Jul 16 14:58:15.427743 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.480495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cedcb3-e65c-4d1f-8628-897149a7f0c5" -d '{"events": [{"server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "name": "network-vif-plugged", "status": "completed", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:15.487303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.491918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb218688-6197-4670-a952-57a70bc4e8f1 x-openstack-request-id: req-eb218688-6197-4670-a952-57a70bc4e8f1 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:15.492382 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:15.492766 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb218688-6197-4670-a952-57a70bc4e8f1 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:15.493297 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'status': 'completed', 'code': 200} Jul 16 14:58:15.500809 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.525421 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c15-525f-445e-a571-7a0e403a81e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.540779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-2b2be8a4-b86f-44d4-bc21-c1130b216470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:15.542417 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-2b2be8a4-b86f-44d4-bc21-c1130b216470 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.1227984 Jul 16 14:58:15.549365 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:15.553851 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:15.564147 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.572755 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e91ec-7b74-4a67-8c58-80da3da7576a req-f5686292-bf60-4307-af78-8f8084764710 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:15.579278 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a8e91ec-7b74-4a67-8c58-80da3da7576a req-f5686292-bf60-4307-af78-8f8084764710 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 944 time: 0.2182899 Jul 16 14:58:15.580246 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c15-525f-445e-a571-7a0e403a81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.606008 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0676f9-59f1-467e-815c-cab62c382168 x-openstack-request-id: req-ad0676f9-59f1-467e-815c-cab62c382168 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:15.606543 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "name": "network-vif-plugged", "status": "completed", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:15.606634 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad0676f9-59f1-467e-815c-cab62c382168 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:15.607067 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b', 'code': 200} Jul 16 14:58:15.660819 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:15.660819 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.660819 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] 10.222.0.54 "PUT /v2.0/ports/28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 1094 time: 2.1001275 Jul 16 14:58:15.683665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b4c15-525f-445e-a571-7a0e403a81e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d65199-44ef-47ba-a075-56a8b80424bc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.706570 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ee61a-a6a1-4abd-8017-90e09a2f5389 service neutron] Pushing event updated for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.708275 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ee3b4c15-525f-445e-a571-7a0e403a81e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f76265871d9c4555be665f3c30ec2197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226537 Jul 16 14:58:15.708990 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52194) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:15.723340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e50e-06d0-46de-9032-4309fb060639 req-c19414ea-b6df-493f-afc7-d998e223ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:15.724863 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-c19414ea-b6df-493f-afc7-d998e223ae66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1730204 Jul 16 14:58:15.729324 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a8e91ec-7b74-4a67-8c58-80da3da7576a req-13911ee4-c774-45c9-9000-46c9d6d7b96b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428952 Jul 16 14:58:15.730220 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.732840 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.737322 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b27aee0-7eaf-4bdb-9275-e64f922ef738 HTTP/1.1" status: 204 len: 168 time: 0.4570906 Jul 16 14:58:15.751560 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3278ca-f2ce-4dab-808d-31d725c530e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27aee0-7eaf-4bdb-9275-e64f922ef738,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.852268 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.884689 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.963058 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.966998 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:15.970014 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2d65199-44ef-47ba-a075-56a8b80424bc HTTP/1.1" status: 204 len: 168 time: 0.2433195 Jul 16 14:58:15.987296 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f270d-9245-4333-8de7-eb8f96717f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d65199-44ef-47ba-a075-56a8b80424bc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:15.993347 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-e331eb02-2f6e-417a-94bf-a6e65ef26283 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570024 Jul 16 14:58:16.052867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-84b82d71-0599-4cea-bda1-560922f9b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.054535 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-84b82d71-0599-4cea-bda1-560922f9b687 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1097 time: 0.3168173 Jul 16 14:58:16.145136 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-e48c6bb2-80f7-46b6-b9af-6f25ea76b57e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0608912 Jul 16 14:58:16.197183 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a141e50e-06d0-46de-9032-4309fb060639 req-0a152054-7981-481b-9060-1dd5485914ac service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950946 Jul 16 14:58:16.225026 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-212c7e84-2ae3-4ea4-b6d8-4dd958e57bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.226671 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-212c7e84-2ae3-4ea4-b6d8-4dd958e57bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0752165 Jul 16 14:58:16.298444 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-36e16786-b64d-4b27-85d7-ccab83794d41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635238 Jul 16 14:58:16.326541 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-416759d8-dcf3-4d33-9dbb-f2b6db6c5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.328108 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-416759d8-dcf3-4d33-9dbb-f2b6db6c5176 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 1098 time: 0.2861745 Jul 16 14:58:16.377053 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.457648 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-22264772-84b0-4e55-994d-1077acb90b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.459648 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-22264772-84b0-4e55-994d-1077acb90b1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1096 time: 0.1432381 Jul 16 14:58:16.461973 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-9ead82b2-9026-405c-9e7e-50602357e286 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467922 Jul 16 14:58:16.513857 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.536633 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52248) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:16.542601 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 758d112d-3b1e-4753-a12b-00b3446d5d53 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:16.560776 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bc3f-4086-4bd3-bd5b-6d7aefcf4b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.563948 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.612576 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e484cca-d112-4bea-9d20-a2e1088b54b7 req-5a2ec311-b4d8-4883-8812-9c291f4cab73 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.619830 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e484cca-d112-4bea-9d20-a2e1088b54b7 req-5a2ec311-b4d8-4883-8812-9c291f4cab73 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.2541504 Jul 16 14:58:16.621722 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e723bf2e-32de-427c-9caa-f677742e89f1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:16.671746 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344138 Jul 16 14:58:16.688909 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-25644f86-a3eb-479e-9d58-a6ba24691ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.691482 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-25644f86-a3eb-479e-9d58-a6ba24691ad1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.2183020 Jul 16 14:58:16.693347 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9e484cca-d112-4bea-9d20-a2e1088b54b7 req-40f8d1c7-c281-4bdd-ac7b-fdae4b93600b tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724366 Jul 16 14:58:16.701715 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-475b1cf2-db12-4ae7-b063-f8268140e12f req-3a86b309-5e1e-4598-b86e-dbfa6357b3dc service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272089 Jul 16 14:58:16.712749 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360744e-99d7-45ee-b326-837aad14a8d8 req-1d516768-77ab-42b0-8a3d-b95d498a4e9d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:16.720014 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b360744e-99d7-45ee-b326-837aad14a8d8 req-1d516768-77ab-42b0-8a3d-b95d498a4e9d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 943 time: 0.2091384 Jul 16 14:58:16.773146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=758d112d-3b1e-4753-a12b-00b3446d5d53,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:16.786210 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b360744e-99d7-45ee-b326-837aad14a8d8 req-49687116-0ab2-403a-88b4-b3dc5b431f7d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651598 Jul 16 14:58:16.796796 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52252) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:16.801878 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '758d112d-3b1e-4753-a12b-00b3446d5d53', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'port_id': '758d112d-3b1e-4753-a12b-00b3446d5d53', 'mac_address': 'fa:16:3e:6e:f1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:16.810486 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bc3f-4086-4bd3-bd5b-6d7aefcf4b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.817521 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bc3f-4086-4bd3-bd5b-6d7aefcf4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.865143 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f3f8bc3f-4086-4bd3-bd5b-6d7aefcf4b9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=798d68cd1d9a4e619c835f7514c6b66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276021 Jul 16 14:58:16.867928 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52262) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:16.876707 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8bc3f-4086-4bd3-bd5b-6d7aefcf4b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fee6b6-cea1-45c0-b66f-fd5f9d2009bc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:16.905293 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.920258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758d112d-3b1e-4753-a12b-00b3446d5d53 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:16.926645 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.943793 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=758d112d-3b1e-4753-a12b-00b3446d5d53,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:16.949466 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:16.955137 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52264) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:17.020164 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.021171 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-0fcdc524-80a4-45d8-86a6-183972c57f15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 217 time: 0.0501420 Jul 16 14:58:17.050511 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:17.055560 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3403fae-e9c0-4977-9450-889031f68cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.067152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a50be2b-038c-44c0-8f2a-48952eac94df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.131905 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-62a86489-6438-4548-a1cc-49fbcfe75d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:17.133414 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-62a86489-6438-4548-a1cc-49fbcfe75d48 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0619206 Jul 16 14:58:17.133942 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a201216-9cb3-4d9b-a64c-c28af5363c32 req-228169ff-bba1-4f53-b9eb-9bfd0e6b2203 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:17.135476 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a201216-9cb3-4d9b-a64c-c28af5363c32 req-228169ff-bba1-4f53-b9eb-9bfd0e6b2203 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 944 time: 0.1714890 Jul 16 14:58:17.159884 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.162620 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.163737 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09fee6b6-cea1-45c0-b66f-fd5f9d2009bc HTTP/1.1" status: 204 len: 168 time: 0.2947860 Jul 16 14:58:17.198423 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed4e72-586f-46d3-b331-19645a48f838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fee6b6-cea1-45c0-b66f-fd5f9d2009bc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:17.201165 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-ce733f33-1725-4cb7-9b7c-6b2846a55765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:17.203015 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-ce733f33-1725-4cb7-9b7c-6b2846a55765 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603151 Jul 16 14:58:17.224696 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1a201216-9cb3-4d9b-a64c-c28af5363c32 req-e40e2cca-9acd-4163-aca3-a04b77eab4f2 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808902 Jul 16 14:58:17.258226 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3403fae-e9c0-4977-9450-889031f68cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.263206 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3403fae-e9c0-4977-9450-889031f68cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.282627 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['758d112d-3b1e-4753-a12b-00b3446d5d53'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:17.333643 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3403fae-e9c0-4977-9450-889031f68cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2add28-3fa7-479f-8cc4-2be36d94df48,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:17.364365 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c3403fae-e9c0-4977-9450-889031f68cc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=309e75cc74964c1fa8cb9ede0e96058d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662639 Jul 16 14:58:17.367789 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52282) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:17.382291 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-1b06fae7-d233-484c-8a28-b2d67abd7ddc service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714103 Jul 16 14:58:17.476814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.497007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:17.499263 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:17.504526 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a50be2b-038c-44c0-8f2a-48952eac94df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.520313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a50be2b-038c-44c0-8f2a-48952eac94df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.563452 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.579479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50be2b-038c-44c0-8f2a-48952eac94df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907e59d-1432-4485-91d1-4fc766b6e55e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:17.624752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04814bf-5e43-44c4-a82d-1d6b9ede882f x-openstack-request-id: req-f04814bf-5e43-44c4-a82d-1d6b9ede882f {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:17.625147 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:17.625998 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f04814bf-5e43-44c4-a82d-1d6b9ede882f {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:17.627131 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa', 'status': 'completed', 'code': 200} Jul 16 14:58:17.629844 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b7f9e8c3-02b3-4b5c-aaa7-efbcee925ea1 req-25dedb0d-0df3-406c-a52c-22c7135c6f18 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331648 Jul 16 14:58:17.652613 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9a50be2b-038c-44c0-8f2a-48952eac94df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9afbcb95d87043d78ed497e123655a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961083 Jul 16 14:58:17.661107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52294) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:17.729139 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-261b1e73-76ab-44d4-9f47-fe0e4312a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:17.735058 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-261b1e73-76ab-44d4-9f47-fe0e4312a9da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0985022 Jul 16 14:58:17.745388 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.748405 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.749835 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc2add28-3fa7-479f-8cc4-2be36d94df48 HTTP/1.1" status: 204 len: 168 time: 0.3779020 Jul 16 14:58:17.756624 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.766701 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e194491-21ee-44db-bc9e-e081d1b9b923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2add28-3fa7-479f-8cc4-2be36d94df48,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:17.804290 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.950975 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-ff6dbc9c-cbcf-455f-9f84-4b4f38e15134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:17.952454 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-ff6dbc9c-cbcf-455f-9f84-4b4f38e15134 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.2102370 Jul 16 14:58:17.968534 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.971233 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:17.972414 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a907e59d-1432-4485-91d1-4fc766b6e55e HTTP/1.1" status: 204 len: 168 time: 0.3103452 Jul 16 14:58:18.020080 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d909bc-153c-4f5e-a5e5-c10279d8e38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907e59d-1432-4485-91d1-4fc766b6e55e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:18.021457 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-029b6f69-8a4b-4f83-906f-4ddcd5f2d7fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0624683 Jul 16 14:58:18.091354 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-94a3cb7b-3dd6-43b9-914a-a6c2df4439e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.106451 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e183f5-83d5-403f-9be3-68ec0406b660 req-cc6d177d-9419-484f-8c94-6a060cd5e12a tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:18.108077 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6e183f5-83d5-403f-9be3-68ec0406b660 req-cc6d177d-9419-484f-8c94-6a060cd5e12a tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.1967013 Jul 16 14:58:18.127748 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-05d2e05d-84f5-43db-8714-791d073fae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:18.130232 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-05d2e05d-84f5-43db-8714-791d073fae79 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.1023469 Jul 16 14:58:18.143389 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b49a-f275-4e48-8de9-0e7f1eb4f877 req-d1bd1627-0bac-4f55-8715-615e43c80580 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:18.150213 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dda1b49a-f275-4e48-8de9-0e7f1eb4f877 req-d1bd1627-0bac-4f55-8715-615e43c80580 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 943 time: 0.1632717 Jul 16 14:58:18.184098 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-a138b810-fb21-4a7c-9203-46d11ae083f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456669 Jul 16 14:58:18.187262 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6e183f5-83d5-403f-9be3-68ec0406b660 req-c94a8295-87db-4919-9bc9-b51602eeb112 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728741 Jul 16 14:58:18.210375 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dda1b49a-f275-4e48-8de9-0e7f1eb4f877 req-f8c7e2f6-7cc1-4c5b-9cb0-7df8e53e226f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591953 Jul 16 14:58:18.298814 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-9465213c-a636-4f0d-af60-33b64890f147 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039035 Jul 16 14:58:18.431481 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52330) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:18.461268 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53d98d-0416-487a-9f32-155a3db6acc4 req-6c704031-ab42-4633-8158-a441703cea47 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:18.463097 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6f53d98d-0416-487a-9f32-155a3db6acc4 req-6c704031-ab42-4633-8158-a441703cea47 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 944 time: 0.0963876 Jul 16 14:58:18.463946 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bad55bb-fed9-4bc6-9956-0ea59b84acf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.493608 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6abdd4f2-8ec6-4bf6-a1be-fd6f0d703a4b req-da62b9c6-0668-4786-b721-78fb6e1338f4 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348813 Jul 16 14:58:18.528248 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6f53d98d-0416-487a-9f32-155a3db6acc4 req-7e46fffa-a3c2-4860-9df4-4aea20a4ceb3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Jul 16 14:58:18.562348 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 28fc83a1-b90d-4587-8f64-0be7df3e12fa details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:18.596768 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 758d112d-3b1e-4753-a12b-00b3446d5d53 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:18.638632 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bad55bb-fed9-4bc6-9956-0ea59b84acf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.647509 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5bad55bb-fed9-4bc6-9956-0ea59b84acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.689008 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad55bb-fed9-4bc6-9956-0ea59b84acf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f918bfe5-c4b1-4d4f-bf14-a85322b88462,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:18.705615 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5bad55bb-fed9-4bc6-9956-0ea59b84acf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11ef2f6448ed4d7d927d722de95f7787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724922 Jul 16 14:58:18.709388 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52334) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:18.716007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52336) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:18.739597 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 758d112d-3b1e-4753-a12b-00b3446d5d53 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:18.742478 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2d94e79c-ec17-4db5-bd19-af770b33712f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.751622 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:18.754837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 758d112d-3b1e-4753-a12b-00b3446d5d53 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:18.755481 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.787541 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '28fc83a1-b90d-4587-8f64-0be7df3e12fa', 'network_id': '01bca9f0-3e47-4725-ad9b-957d5f6a84d9', 'port_id': '28fc83a1-b90d-4587-8f64-0be7df3e12fa', 'mac_address': 'fa:16:3e:29:cc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1393a6b-be78-494c-8f60-9fd5306776fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:18.801554 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.839038 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.856539 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.896892 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fc83a1-b90d-4587-8f64-0be7df3e12fa {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:18.917278 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2d94e79c-ec17-4db5-bd19-af770b33712f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.922924 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2d94e79c-ec17-4db5-bd19-af770b33712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.929125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.929514 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:18.930708 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.932534 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.936135 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f918bfe5-c4b1-4d4f-bf14-a85322b88462 HTTP/1.1" status: 204 len: 168 time: 0.2228386 Jul 16 14:58:18.944043 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:18.944734 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device cafad2e0-3c7d-48f1-8762-54eca2dc3d28 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:18.974879 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2d94e79c-ec17-4db5-bd19-af770b33712f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1426c745d6254019b9e8031f0df864db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570381 Jul 16 14:58:18.977518 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52346) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:18.987733 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:18.989598 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94e79c-ec17-4db5-bd19-af770b33712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22318b2e-731e-4525-bcb7-a5794148ab8d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:18.989974 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed38e12c-e57b-4c94-a289-1bc470eb63c6" -d '{"events": [{"server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "name": "network-vif-plugged", "status": "completed", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:19.011144 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2f8d2-a295-46cb-b6a2-8558fa317adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f918bfe5-c4b1-4d4f-bf14-a85322b88462,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:19.046288 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.060020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3e7c2-1dcc-4f09-89d6-734afc9bf6e0 x-openstack-request-id: req-56e3e7c2-1dcc-4f09-89d6-734afc9bf6e0 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:19.060804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "name": "network-vif-plugged", "status": "completed", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:19.061074 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56e3e7c2-1dcc-4f09-89d6-734afc9bf6e0 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:19.061466 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53', 'code': 200} Jul 16 14:58:19.066785 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=758d112d-3b1e-4753-a12b-00b3446d5d53,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:19.075325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.090898 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.127290 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:19.217679 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.221518 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.225315 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22318b2e-731e-4525-bcb7-a5794148ab8d HTTP/1.1" status: 204 len: 168 time: 0.2444446 Jul 16 14:58:19.246395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:19.250993 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe445fd6-cda6-4c64-89c7-64b3d408d70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22318b2e-731e-4525-bcb7-a5794148ab8d,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:19.271303 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:19.292756 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'mac_address': 'fa:16:3e:88:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:19.363794 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.402433 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafad2e0-3c7d-48f1-8762-54eca2dc3d28 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:19.449445 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:19.459314 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:19.534732 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:19.581686 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65999f0e-f036-4ceb-8f11-0525dbc95507 req-073c3f15-233c-4120-b1c0-962db566ef6b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:19.583441 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-65999f0e-f036-4ceb-8f11-0525dbc95507 req-073c3f15-233c-4120-b1c0-962db566ef6b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 944 time: 0.1266222 Jul 16 14:58:19.591434 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5f15a-2703-466a-828c-bf5d2230279a req-ecccd0e1-12a1-482e-9c1f-943a0cafdcc0 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:19.598906 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bb5f15a-2703-466a-828c-bf5d2230279a req-ecccd0e1-12a1-482e-9c1f-943a0cafdcc0 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.1433208 Jul 16 14:58:19.614120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b8850-0874-4022-8cdd-a88804b1794b req-404e6920-cb7b-4cba-910a-c3e36f2d5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:19.617351 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d08b8850-0874-4022-8cdd-a88804b1794b req-404e6920-cb7b-4cba-910a-c3e36f2d5cdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.2156794 Jul 16 14:58:19.682308 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8bb5f15a-2703-466a-828c-bf5d2230279a req-3b85a738-db8f-4a0f-8888-a83c0b344e62 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823884 Jul 16 14:58:19.763633 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-65999f0e-f036-4ceb-8f11-0525dbc95507 req-efb0ed5a-ad67-45d6-ac9d-52f05fa605ee tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620336 Jul 16 14:58:19.796816 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['28fc83a1-b90d-4587-8f64-0be7df3e12fa'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:19.860805 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['cafad2e0-3c7d-48f1-8762-54eca2dc3d28'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:20.069275 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a18f-f761-48fe-abda-60f5f8691772 req-141f3694-ac6a-4487-a0c9-5724c6af96e4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:20.078254 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa73a18f-f761-48fe-abda-60f5f8691772 req-141f3694-ac6a-4487-a0c9-5724c6af96e4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 945 time: 0.1195931 Jul 16 14:58:20.108375 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d08b8850-0874-4022-8cdd-a88804b1794b req-01920b6c-73ce-4411-850a-b8881799e089 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812970 Jul 16 14:58:20.178822 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa73a18f-f761-48fe-abda-60f5f8691772 req-050e73bb-d560-422c-9b5e-c820d8e70cf6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978916 Jul 16 14:58:20.511162 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2e081fda-8782-4f08-b9f5-da38422d6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:20.972833 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:20.986366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba718b0d-6af9-4f66-b5df-f208e2087750 req-802f8c24-bf40-4dbb-a166-0465b9695f84 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:20.988238 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba718b0d-6af9-4f66-b5df-f208e2087750 req-802f8c24-bf40-4dbb-a166-0465b9695f84 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 944 time: 0.0751152 Jul 16 14:58:21.041268 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba718b0d-6af9-4f66-b5df-f208e2087750 req-178e6f7a-da8f-4007-ac8a-e983d3b94deb tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468481 Jul 16 14:58:21.418233 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb5537-4baf-485e-b514-5aaefc7b231e req-35d6d4ba-8510-43e6-89f3-f2b99eedf555 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:21.420454 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbbb5537-4baf-485e-b514-5aaefc7b231e req-35d6d4ba-8510-43e6-89f3-f2b99eedf555 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 945 time: 0.1006238 Jul 16 14:58:21.479476 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbbb5537-4baf-485e-b514-5aaefc7b231e req-fb9ad153-32bd-411e-83a4-655bd6780518 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Jul 16 14:58:21.989363 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.088961 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52538) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:22.299004 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58d6b6-e812-45ca-aed3-ab8d6c784336 req-e1f8c2f8-ffd8-4bdd-9acd-aba5c677463f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:22.301412 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b58d6b6-e812-45ca-aed3-ab8d6c784336 req-e1f8c2f8-ffd8-4bdd-9acd-aba5c677463f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 944 time: 0.0950811 Jul 16 14:58:22.344311 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b58d6b6-e812-45ca-aed3-ab8d6c784336 req-808d7402-afa6-47a6-8406-27f14bc0ab45 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364149 Jul 16 14:58:22.378746 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c242e82-6038-4bde-ab59-5cf90663116e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.490200 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c242e82-6038-4bde-ab59-5cf90663116e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.495940 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8c242e82-6038-4bde-ab59-5cf90663116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.550142 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8c242e82-6038-4bde-ab59-5cf90663116e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=256c62be5fd443d2a11184852e68bf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4587574 Jul 16 14:58:22.552935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52568) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:22.554273 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c242e82-6038-4bde-ab59-5cf90663116e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ad22e-6999-498f-b8e1-f74f97bf82e3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:22.582045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 28fc83a1-b90d-4587-8f64-0be7df3e12fa up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:22.629788 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.641110 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 28fc83a1-b90d-4587-8f64-0be7df3e12fa completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:22.645460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 28fc83a1-b90d-4587-8f64-0be7df3e12fa triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:22.646020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.654610 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.695623 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfae34b-afd0-4e58-a56b-fb80cca5d17b req-e762efaa-75c8-4bc2-9440-fcf72d7c539f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:22.697378 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bfae34b-afd0-4e58-a56b-fb80cca5d17b req-e762efaa-75c8-4bc2-9440-fcf72d7c539f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 945 time: 0.0804548 Jul 16 14:58:22.724604 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.728832 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.734061 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e19ad22e-6999-498f-b8e1-f74f97bf82e3 HTTP/1.1" status: 204 len: 168 time: 0.1771519 Jul 16 14:58:22.742553 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145c089-7437-41ae-9f92-34a13b78402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ad22e-6999-498f-b8e1-f74f97bf82e3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:22.748685 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.756465 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bfae34b-afd0-4e58-a56b-fb80cca5d17b req-c6242eb9-cae4-493f-b500-7ba8365ccba3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424998 Jul 16 14:58:22.819019 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.846938 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:22.850119 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b097789-f919-465e-ab28-cd65f1488ac3" -d '{"events": [{"server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:22.867202 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:22.874569 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:22.876606 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device cafad2e0-3c7d-48f1-8762-54eca2dc3d28 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:22.935320 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861cf962-3891-4172-8889-93810ab906ad x-openstack-request-id: req-861cf962-3891-4172-8889-93810ab906ad {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:22.935616 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "name": "network-vif-plugged", "status": "completed", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:22.935865 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-861cf962-3891-4172-8889-93810ab906ad {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:22.936691 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa', 'code': 200} Jul 16 14:58:22.995096 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:23.011573 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:23.017143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:23.017979 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.118448 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.159756 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:23.166148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.232865 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:23.280138 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52608) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:23.295169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba5b6-4304-4b22-bbf5-0e311838d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.311163 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52610) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:23.346480 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db3edb-c288-4cc0-9df7-1cc8f70f8d67 req-afb5d7a3-8b2f-4edf-80a5-fe372e9ef1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:23.348184 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-31db3edb-c288-4cc0-9df7-1cc8f70f8d67 req-afb5d7a3-8b2f-4edf-80a5-fe372e9ef1fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0781004 Jul 16 14:58:23.394285 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-31db3edb-c288-4cc0-9df7-1cc8f70f8d67 req-c3267f96-884a-495a-a5e1-0e8984942391 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395544 Jul 16 14:58:23.499276 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba5b6-4304-4b22-bbf5-0e311838d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.539349 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba5b6-4304-4b22-bbf5-0e311838d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.615322 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cb6ba5b6-4304-4b22-bbf5-0e311838d724 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4828f3b6584441308e21c777dc1879d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339574 Jul 16 14:58:23.615991 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7237-03fb-468b-9afe-9f22c351b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.617873 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52636) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:23.619372 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ba5b6-4304-4b22-bbf5-0e311838d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f779001-b4b7-4e99-8024-3a228efeeb5a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:23.647277 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115caea7-c900-4d70-951e-47ca13890fb3 req-3650bfe1-1650-48e7-836e-cdab31c8eec9 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:23.648818 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-115caea7-c900-4d70-951e-47ca13890fb3 req-3650bfe1-1650-48e7-836e-cdab31c8eec9 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1518736 Jul 16 14:58:23.729375 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.738321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.780617 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.861974 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.865839 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:23.867292 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f779001-b4b7-4e99-8024-3a228efeeb5a HTTP/1.1" status: 204 len: 168 time: 0.2469304 Jul 16 14:58:23.879377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40541612-3ba8-4a10-a928-99159983718e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f779001-b4b7-4e99-8024-3a228efeeb5a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:23.943397 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-115caea7-c900-4d70-951e-47ca13890fb3 req-a9a5a982-26c7-400c-9248-37d524c7e4c6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869425 Jul 16 14:58:24.054682 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7237-03fb-468b-9afe-9f22c351b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.078572 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b9b94-733b-415c-b0f2-78d9909d2a11 req-9223af08-3356-459a-a262-6e29cd9b956c tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:24.080114 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f4b9b94-733b-415c-b0f2-78d9909d2a11 req-9223af08-3356-459a-a262-6e29cd9b956c tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1223841 Jul 16 14:58:24.080936 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7fb7237-03fb-468b-9afe-9f22c351b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.141057 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7fb7237-03fb-468b-9afe-9f22c351b9b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ac02f529c4348e2b433a805756a077b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8287413 Jul 16 14:58:24.148123 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52684) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:24.163829 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb7237-03fb-468b-9afe-9f22c351b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d29cd-6fde-414e-b394-30d0c73192d7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:24.195712 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f4b9b94-733b-415c-b0f2-78d9909d2a11 req-1f69829f-1526-4722-a571-9d614b0df769 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038370 Jul 16 14:58:24.220530 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.254812 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.309567 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.312425 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.314330 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c7d29cd-6fde-414e-b394-30d0c73192d7 HTTP/1.1" status: 204 len: 168 time: 0.1651709 Jul 16 14:58:24.322592 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40320f3-676a-4f69-948c-6d2a0d152dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d29cd-6fde-414e-b394-30d0c73192d7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:24.480172 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52720) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:24.761944 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8912983c-0481-460e-b638-71eaf890efca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.884634 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8912983c-0481-460e-b638-71eaf890efca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.889464 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8912983c-0481-460e-b638-71eaf890efca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.930499 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52760) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:24.938412 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:24.942262 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fd5054-0b9c-4d8c-951b-6beb14cbab68" -d '{"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-plugged", "status": "completed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:24.943661 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52762) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:24.943778 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8912983c-0481-460e-b638-71eaf890efca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b4b771ee1d140e993d53be90cc700e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618273 Jul 16 14:58:24.944581 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912983c-0481-460e-b638-71eaf890efca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67532db1-f188-45af-9352-e80a0b0d4414,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:24.949974 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9a17722-f1cd-4dcc-b035-42265b6359a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:24.986782 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c57b6a2-c67b-4b77-afba-7ab84c889e93 x-openstack-request-id: req-2c57b6a2-c67b-4b77-afba-7ab84c889e93 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:24.987415 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-plugged", "status": "completed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:24.987803 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c57b6a2-c67b-4b77-afba-7ab84c889e93 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:24.988400 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'code': 200} Jul 16 14:58:25.058327 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.126534 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.269233 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9a17722-f1cd-4dcc-b035-42265b6359a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.285717 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c9a17722-f1cd-4dcc-b035-42265b6359a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.334006 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e3e99-a15c-41e4-a51b-cab80f2b1b0e req-02989045-1c62-41b6-b2aa-442e0a374f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:25.337075 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-771e3e99-a15c-41e4-a51b-cab80f2b1b0e req-02989045-1c62-41b6-b2aa-442e0a374f67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1098 time: 0.0925574 Jul 16 14:58:25.346848 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17722-f1cd-4dcc-b035-42265b6359a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16f6b02-5443-4e37-bb06-3c4cfba21579,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:25.362207 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e36fc-7755-4875-9a15-3cfd9ee366a1 req-5c2501ff-422a-4f4e-808c-c53c204a9e08 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:25.363752 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f2e36fc-7755-4875-9a15-3cfd9ee366a1 req-5c2501ff-422a-4f4e-808c-c53c204a9e08 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2129872 Jul 16 14:58:25.370233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52780) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:25.378682 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.381332 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.385645 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67532db1-f188-45af-9352-e80a0b0d4414 HTTP/1.1" status: 204 len: 168 time: 0.4408832 Jul 16 14:58:25.406973 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-771e3e99-a15c-41e4-a51b-cab80f2b1b0e req-fd06d28f-cc05-488f-8d0a-1c7d625d75d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516601 Jul 16 14:58:25.443114 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e9e4-99fb-4a63-a8ce-137ef7422b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67532db1-f188-45af-9352-e80a0b0d4414,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:25.448888 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c9a17722-f1cd-4dcc-b035-42265b6359a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c344bd9d5a6848999c18f2e29e7497bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172591 Jul 16 14:58:25.451879 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52786) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:25.486575 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f2e36fc-7755-4875-9a15-3cfd9ee366a1 req-935bbcb8-3a53-4b6d-a263-6b111698ecd2 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088841 Jul 16 14:58:25.539416 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd916de9-e672-499b-ad60-550f726cfab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.550660 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0111d-6d01-49ea-b814-5a7752a5d3e9 req-c90d91c1-ff2e-43d5-9193-ee11abd058cd tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:25.552174 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98a0111d-6d01-49ea-b814-5a7752a5d3e9 req-c90d91c1-ff2e-43d5-9193-ee11abd058cd tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1866627 Jul 16 14:58:25.557362 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.594706 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.615153 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52790) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:25.629498 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98a0111d-6d01-49ea-b814-5a7752a5d3e9 req-ee523d81-854a-4bf0-be60-dd8c89f2e3d0 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Jul 16 14:58:25.679633 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.684149 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.685526 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f16f6b02-5443-4e37-bb06-3c4cfba21579 HTTP/1.1" status: 204 len: 168 time: 0.2301760 Jul 16 14:58:25.698014 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2e01c-96ae-4980-885e-152ac5aa3846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16f6b02-5443-4e37-bb06-3c4cfba21579,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:25.704268 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd916de9-e672-499b-ad60-550f726cfab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.715641 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd916de9-e672-499b-ad60-550f726cfab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.765776 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd916de9-e672-499b-ad60-550f726cfab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff17e8dd-a043-42af-ba56-c58fa1311c61,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:25.784165 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fd916de9-e672-499b-ad60-550f726cfab9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=93c85dc0349b4ae1a94a794ee334b570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091091 Jul 16 14:58:25.784165 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52800) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:25.849405 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.852213 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d55eda06-7a9f-4aab-86ea-007874025282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.888721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.975543 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.978435 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:25.979562 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff17e8dd-a043-42af-ba56-c58fa1311c61 HTTP/1.1" status: 204 len: 168 time: 0.1946287 Jul 16 14:58:25.997232 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648da54-c5c9-41a3-b4c8-fdc44b9797e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff17e8dd-a043-42af-ba56-c58fa1311c61,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:26.013676 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d55eda06-7a9f-4aab-86ea-007874025282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.022121 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d55eda06-7a9f-4aab-86ea-007874025282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.076591 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eda06-7a9f-4aab-86ea-007874025282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc56656-5049-4106-b919-2dd0712343e0,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:26.084702 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d55eda06-7a9f-4aab-86ea-007874025282 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb6d25e1cfb34039adec8ab596bec156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683781 Jul 16 14:58:26.087404 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52816) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:26.133178 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52820) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:26.151677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea4baec2-cee6-4f5c-8e5b-42932e3273f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.272942 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.334909 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.382356 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050348-c530-4e00-bef0-ce444fc51891 req-32982acd-abbe-465b-b19e-80ba2ab2b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:26.384266 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-32982acd-abbe-465b-b19e-80ba2ab2b36e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1619728 Jul 16 14:58:26.460577 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea4baec2-cee6-4f5c-8e5b-42932e3273f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.476145 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.476313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea4baec2-cee6-4f5c-8e5b-42932e3273f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.479701 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.481219 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecc56656-5049-4106-b919-2dd0712343e0 HTTP/1.1" status: 204 len: 168 time: 0.3927860 Jul 16 14:58:26.481814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52834) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:26.513480 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a9df8-8424-442a-9180-32c983cd43cd req-95ab49d7-634a-41ae-b5cd-bd9d572c7035 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:26.515649 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-484a9df8-8424-442a-9180-32c983cd43cd req-95ab49d7-634a-41ae-b5cd-bd9d572c7035 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1646593 Jul 16 14:58:26.524666 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a55edc-8f79-47fb-936e-b2d9155ec001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc56656-5049-4106-b919-2dd0712343e0,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:26.532566 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7030fe48-378d-4f8c-b54d-67cf2522667e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.594863 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-484a9df8-8424-442a-9180-32c983cd43cd req-e48559e8-0b07-4c89-9b9f-bd26f4e29565 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722499 Jul 16 14:58:26.616007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4baec2-cee6-4f5c-8e5b-42932e3273f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcca362-3910-455a-9287-25714f624a16,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:26.639297 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ea4baec2-cee6-4f5c-8e5b-42932e3273f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67692d158ca949078e05180667aa5f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047364 Jul 16 14:58:26.639649 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52842) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:26.689984 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7030fe48-378d-4f8c-b54d-67cf2522667e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.693081 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050348-c530-4e00-bef0-ce444fc51891 req-149a43f4-c1ff-40dd-ac33-11fb39e3e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:26.697215 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-149a43f4-c1ff-40dd-ac33-11fb39e3e8b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.2974882 Jul 16 14:58:26.712833 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7030fe48-378d-4f8c-b54d-67cf2522667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.788708 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-56c824d0-c465-4ddf-8b6a-058e0698d2a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0513420 Jul 16 14:58:26.803953 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7030fe48-378d-4f8c-b54d-67cf2522667e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfb2b726005240a1bf866534ca09fa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172119 Jul 16 14:58:26.806622 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52850) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:26.817541 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030fe48-378d-4f8c-b54d-67cf2522667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5692c222-a759-41da-9a6a-de21537ee241,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:26.872374 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.904784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab050348-c530-4e00-bef0-ce444fc51891 req-96cfca39-ff32-45dc-ac34-53177798d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:26.907599 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-96cfca39-ff32-45dc-ac34-53177798d7cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0912473 Jul 16 14:58:26.924492 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.936952 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:26.947372 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec67cf-d096-4169-b975-fc90fbd70ae0 req-3598ba58-0e71-4492-ba3a-b79f71ef31a8 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:26.948827 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97ec67cf-d096-4169-b975-fc90fbd70ae0 req-3598ba58-0e71-4492-ba3a-b79f71ef31a8 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2518623 Jul 16 14:58:26.962786 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:27.029363 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:27.029804 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97ec67cf-d096-4169-b975-fc90fbd70ae0 req-f7bf8cda-545d-4851-9de3-b1530a9315fd tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677304 Jul 16 14:58:27.039247 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:27.042216 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5692c222-a759-41da-9a6a-de21537ee241 HTTP/1.1" status: 204 len: 168 time: 0.2324855 Jul 16 14:58:27.045820 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:27.050078 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:27.050407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f440e0a5-c10b-4725-91b2-3e8d02b19039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5692c222-a759-41da-9a6a-de21537ee241,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:27.053759 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dcca362-3910-455a-9287-25714f624a16 HTTP/1.1" status: 204 len: 168 time: 0.4106727 Jul 16 14:58:27.068533 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c86c8-1cc5-4f30-a00a-eedcbb809b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcca362-3910-455a-9287-25714f624a16,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:27.794201 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaed67-e2ed-481e-ae6b-cf7bdd9c7756 req-3c6e131e-3013-43c0-8a40-da782875ab2b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:27.795843 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0dcaed67-e2ed-481e-ae6b-cf7bdd9c7756 req-3c6e131e-3013-43c0-8a40-da782875ab2b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0722630 Jul 16 14:58:27.838913 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0dcaed67-e2ed-481e-ae6b-cf7bdd9c7756 req-896133ca-1041-4a96-a268-60d2b485ff6b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Jul 16 14:58:28.221648 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cbd10-d101-4760-aa29-b79d21627e9b req-d4803b54-e3d8-4496-bf3a-dad3f84c0c78 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:28.223216 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-453cbd10-d101-4760-aa29-b79d21627e9b req-d4803b54-e3d8-4496-bf3a-dad3f84c0c78 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0758362 Jul 16 14:58:28.266481 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-453cbd10-d101-4760-aa29-b79d21627e9b req-816d77a5-c1e6-4614-b429-14366560221f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365951 Jul 16 14:58:28.467710 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52948) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:28.473418 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496e0be-4060-4d18-ae67-a1cd491cf4f1 req-39152dfa-0a15-42d0-8670-9ef0a4f7fab8 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:28.478650 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9496e0be-4060-4d18-ae67-a1cd491cf4f1 req-39152dfa-0a15-42d0-8670-9ef0a4f7fab8 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0957057 Jul 16 14:58:28.487059 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52952) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:28.492328 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'floatingip': {'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:28.580220 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.664991 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1082239081-network', 'tenant_id': 'aafb07495cce4728a5d0c58253f1ef9a'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:28.728955 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Made reservation on behalf of aafb07495cce4728a5d0c58253f1ef9a for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:28.731824 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.749664 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.901316 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.907522 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.937701 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:58:28.964122 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfde181-368e-4c13-8a05-698ecf602a09,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:28.983797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:28.985099 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Added segment 63454a37-6fde-4fa0-9ce5-86078417a1fa of type vlan for network bb6ac740-3df8-40d2-9c7e-7877117266f2 Jul 16 14:58:29.050828 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.136233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.137579 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:29.138424 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.226209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] Pushing event updated for resources: {'Network': ['ID=bb6ac740-3df8-40d2-9c7e-7877117266f2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:29.238753 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network bb6ac740-3df8-40d2-9c7e-7877117266f2 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:58:29.256648 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-65ab9f6d-0bb3-48dc-bf36-409ffe36f3aa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7868695 Jul 16 14:58:29.259752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52998) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:29.265815 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Request body: {'subnet': {'network_id': 'bb6ac740-3df8-40d2-9c7e-7877117266f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1082239081-subnet', 'tenant_id': 'aafb07495cce4728a5d0c58253f1ef9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:29.315230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Made reservation on behalf of aafb07495cce4728a5d0c58253f1ef9a for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:29.316279 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0576d9-335d-484b-aa8f-d63a461793c6 req-164778f2-e09b-43e1-a4d4-af03213b4bac tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:29.318108 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8f0576d9-335d-484b-aa8f-d63a461793c6 req-164778f2-e09b-43e1-a4d4-af03213b4bac tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.2218091 Jul 16 14:58:29.318722 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.460490 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8f0576d9-335d-484b-aa8f-d63a461793c6 req-233ac43e-4ccc-4f89-9de4-1fcf19c6c895 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243930 Jul 16 14:58:29.511230 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.518651 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.566497 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.620673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b085d8a8-eef4-499e-9f97-7b98160e511d,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:29.655596 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Floating IP d47f4257-5dba-4208-9078-0905a0ed6ad6 associated. External IP: 172.27.0.103, port: cafad2e0-3c7d-48f1-8762-54eca2dc3d28. Jul 16 14:58:29.659089 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Checking segment: {'id': '63454a37-6fde-4fa0-9ce5-86078417a1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'bb6ac740-3df8-40d2-9c7e-7877117266f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:29.660647 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Network hostable DHCP agents. Network: bb6ac740-3df8-40d2-9c7e-7877117266f2, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:58:29.685822 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Network bb6ac740-3df8-40d2-9c7e-7877117266f2 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:58:29.698194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, bb6ac740-3df8-40d2-9c7e-7877117266f2) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:29.704334 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:29.705330 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:29.709956 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ecd86-b606-4af3-8edb-fa817597fa5a None None] Network bb6ac740-3df8-40d2-9c7e-7877117266f2 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:29.736100 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53018) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:29.756850 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a20c0511-cc05-4c0d-a0be-8d7d4fd5a608 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4957547 Jul 16 14:58:29.939054 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-56643686-35ec-4bec-93e3-dd36ab736944 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850637 Jul 16 14:58:29.953817 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aba0a460-3d60-4b08-82ab-ea1e86d2b673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.013285 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980c47c-9b4a-49e4-a701-6dc79c736078 None None] Network bb6ac740-3df8-40d2-9c7e-7877117266f2 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:30.137308 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-4bf375d9-640d-4b09-8084-69e98a444659 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752400 Jul 16 14:58:30.221233 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:58:30.266926 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aba0a460-3d60-4b08-82ab-ea1e86d2b673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.278045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-aba0a460-3d60-4b08-82ab-ea1e86d2b673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.306719 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ab050348-c530-4e00-bef0-ce444fc51891 req-3239df01-1c81-42f0-bf5e-38adfdbe7222 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601861 Jul 16 14:58:30.326935 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-aba0a460-3d60-4b08-82ab-ea1e86d2b673 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=053835b9914941f0a31bb5f4bc006719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5895221 Jul 16 14:58:30.328179 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0a460-3d60-4b08-82ab-ea1e86d2b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a5a9c-102c-4c35-9a22-b58a986300d3,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:30.330614 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53038) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:30.393440 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:58:30.395264 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.399882 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.417748 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:58:30.423608 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.437451 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:58:30.440674 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:58:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:30.450628 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5e55297d-4240-45a4-86cb-c6453618722c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "PUT /v2.0/floatingips/d47f4257-5dba-4208-9078-0905a0ed6ad6 HTTP/1.1" status: 200 len: 991 time: 1.9623895 Jul 16 14:58:30.451462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:30.454686 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:30.507029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.509921 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:30.511195 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/693a5a9c-102c-4c35-9a22-b58a986300d3 HTTP/1.1" status: 204 len: 168 time: 0.1795907 Jul 16 14:58:30.526954 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff82af-b028-4fb4-aca3-01ec0e529883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a5a9c-102c-4c35-9a22-b58a986300d3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:30.541303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9dbd0-3d92-4374-a3e8-c51b863b2609 x-openstack-request-id: req-00d9dbd0-3d92-4374-a3e8-c51b863b2609 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:30.541606 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:30.541865 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00d9dbd0-3d92-4374-a3e8-c51b863b2609 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:30.542308 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'status': 'completed', 'code': 200} Jul 16 14:58:30.661566 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:58:30.813719 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1644b5-caf8-4670-9091-734e84193ea2 req-5efb8968-af80-41c7-8761-3c1656620309 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:30.815289 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e1644b5-caf8-4670-9091-734e84193ea2 req-5efb8968-af80-41c7-8761-3c1656620309 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1498089 Jul 16 14:58:30.858545 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e1644b5-caf8-4670-9091-734e84193ea2 req-5f34566f-addd-4b7a-b79e-4cac515782d4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376849 Jul 16 14:58:30.980465 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53072) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:31.000291 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a121ba33-30c2-48d6-a630-2398e78665cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.089623 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': 'd47f4257-5dba-4208-9078-0905a0ed6ad6', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:88:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:57:55Z', 'updated_at': '2021-07-16T14:58:29Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:31.125239 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53078) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:31.128918 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:58:31.130588 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660782512-network', 'tenant_id': 'edf958cfc2df443d99717687af34e79b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:31.137725 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:58:31.138380 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:58:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:31.144784 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a121ba33-30c2-48d6-a630-2398e78665cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.150907 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a121ba33-30c2-48d6-a630-2398e78665cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.171218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Made reservation on behalf of edf958cfc2df443d99717687af34e79b for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:31.176059 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.188383 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.195839 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a121ba33-30c2-48d6-a630-2398e78665cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f8e3bc341684bb7a2daf80e0df46f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138929 Jul 16 14:58:31.197134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121ba33-30c2-48d6-a630-2398e78665cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cd0110-a158-48da-b973-785f59e50d65,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:31.200057 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53080) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:31.272810 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:58:31.302031 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.342645 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.419803 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.423309 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.426384 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.427805 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99cd0110-a158-48da-b973-785f59e50d65 HTTP/1.1" status: 204 len: 168 time: 0.2250855 Jul 16 14:58:31.430641 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.444032 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85009452-6847-464d-a956-795b18f71ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cd0110-a158-48da-b973-785f59e50d65,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:31.469413 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:58:31.503504 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.503850 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Added segment c5503403-0fa3-4221-868e-50a83ca00a79 of type vlan for network eced3f15-6330-4ce2-a616-7298a748bdea Jul 16 14:58:31.516213 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b597ded-57d0-4110-8f14-25d24f1efde4,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:31.547961 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': 'd47f4257-5dba-4208-9078-0905a0ed6ad6', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:88:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:57:55Z', 'updated_at': '2021-07-16T14:58:29Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:31.559442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.580407 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e480bb-1fff-4cfe-aa21-b2f66e591154 None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': 'd47f4257-5dba-4208-9078-0905a0ed6ad6', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:88:16:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T14:57:55Z', 'updated_at': '2021-07-16T14:58:29Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:58:31.611762 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.613188 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:31.614152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.657111 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53106) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:31.666103 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Request body: {'subnet': {'network_id': 'eced3f15-6330-4ce2-a616-7298a748bdea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660782512-subnet', 'tenant_id': 'edf958cfc2df443d99717687af34e79b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:31.671642 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5360098 Jul 16 14:58:31.705481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5c951-e34a-48b4-97ad-4dee4f4c91e2 admin admin] Pushing event updated for resources: {'Network': ['ID=eced3f15-6330-4ce2-a616-7298a748bdea,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:31.720800 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network eced3f15-6330-4ce2-a616-7298a748bdea details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:58:31.725472 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Made reservation on behalf of edf958cfc2df443d99717687af34e79b for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:31.727899 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:31.918862 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b5a51-0da4-4b7a-b34d-ff61a98fb948 None None] New status for floating IP d47f4257-5dba-4208-9078-0905a0ed6ad6: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 14:58:32.117101 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:32.229308 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16688657-9e44-4953-ade1-b3cd8a34e2e1,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:32.258052 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d5794-3973-4f25-8051-67b3af282867 req-e440d6ff-e502-4758-8830-62094cc5a345 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:32.267073 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f5d5794-3973-4f25-8051-67b3af282867 req-e440d6ff-e502-4758-8830-62094cc5a345 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1858766 Jul 16 14:58:32.289188 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Checking segment: {'id': 'c5503403-0fa3-4221-868e-50a83ca00a79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'eced3f15-6330-4ce2-a616-7298a748bdea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:32.290594 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Network hostable DHCP agents. Network: eced3f15-6330-4ce2-a616-7298a748bdea, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:58:32.339081 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1f5d5794-3973-4f25-8051-67b3af282867 req-5514a260-8a0a-43c1-bc82-07a6074b0569 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Jul 16 14:58:32.355403 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Network eced3f15-6330-4ce2-a616-7298a748bdea is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:58:32.369370 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, eced3f15-6330-4ce2-a616-7298a748bdea) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:32.374602 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:32.375486 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:32.382638 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99033352-e1d9-495b-a29b-c76882291d51 None None] Network eced3f15-6330-4ce2-a616-7298a748bdea requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:32.407087 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-874ca469-8822-4c77-946e-ee09f90193d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7480328 Jul 16 14:58:32.525434 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75d431-22cd-4517-b5c6-95443753fa9c None None] Network eced3f15-6330-4ce2-a616-7298a748bdea requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:33.009593 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53172) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:33.135470 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-993a961c-ca5a-4734-8bdf-029e236883e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.221504 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-993a961c-ca5a-4734-8bdf-029e236883e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.225242 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-993a961c-ca5a-4734-8bdf-029e236883e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.263032 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-993a961c-ca5a-4734-8bdf-029e236883e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c09b497061c14baba4530de473f4103e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522938 Jul 16 14:58:33.263911 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a961c-ca5a-4734-8bdf-029e236883e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e758d5b-45e5-45ca-b833-0e55a138aefb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:33.266320 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53180) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:33.318706 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.340468 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.392009 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.394979 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:33.398605 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e758d5b-45e5-45ca-b833-0e55a138aefb HTTP/1.1" status: 204 len: 168 time: 0.1288552 Jul 16 14:58:33.405805 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6a5f8-a1c4-4677-a648-ea33877d7866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e758d5b-45e5-45ca-b833-0e55a138aefb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:33.553204 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7861-8390-4cba-81fb-0eb8d8f4ecc6 req-be589a5e-4919-4e3b-b22f-3f35bf6fbb11 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:33.554760 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f3c7861-8390-4cba-81fb-0eb8d8f4ecc6 req-be589a5e-4919-4e3b-b22f-3f35bf6fbb11 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0765448 Jul 16 14:58:33.592898 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-ebcb8c2c-9ece-4bb7-a6bf-210b9225c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:33.593643 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f3c7861-8390-4cba-81fb-0eb8d8f4ecc6 req-f352f202-35db-48eb-bf4b-e930c7bf0a80 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332961 Jul 16 14:58:33.594761 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-ebcb8c2c-9ece-4bb7-a6bf-210b9225c797 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1098 time: 0.0672805 Jul 16 14:58:33.694853 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-8cb98042-d712-4ff5-9ca1-6f56fd9bb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:33.696532 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-8cb98042-d712-4ff5-9ca1-6f56fd9bb669 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.0912120 Jul 16 14:58:33.804147 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-ed5ddf2d-a281-437c-81c6-c0a30509196f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 1001 time: 0.0989192 Jul 16 14:58:33.860612 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-8bd30a0f-d28e-4f8f-99df-683137640747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:33.861873 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-8bd30a0f-d28e-4f8f-99df-683137640747 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0478892 Jul 16 14:58:33.925009 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-b09c7c33-c4d5-4b4b-b038-e56d95a025af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:33.926540 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-b09c7c33-c4d5-4b4b-b038-e56d95a025af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577655 Jul 16 14:58:34.029428 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-e927ca69-f608-4a5f-a88a-7c8d1c824a08 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907362 Jul 16 14:58:34.137956 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1a9b45fa-bbf6-4fdf-868a-d26398a2292d req-792fdb56-2054-4f9d-a59f-45ffce168e7e service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981824 Jul 16 14:58:34.818702 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc9cb3-2bed-47cb-b60e-af2c71d7b486 req-55e8f5a2-7f80-485e-8cb7-80f7745bb9d8 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:34.819919 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4bfc9cb3-2bed-47cb-b60e-af2c71d7b486 req-55e8f5a2-7f80-485e-8cb7-80f7745bb9d8 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0729675 Jul 16 14:58:34.856794 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4bfc9cb3-2bed-47cb-b60e-af2c71d7b486 req-9f018e46-b6be-4e7f-b00a-ce8d60b02180 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Jul 16 14:58:35.510004 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940e7bb-79ab-4582-8ebd-023e5ee3fee0 req-660ea67b-dc2f-4e5c-85b9-1f4e5629f604 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:35.511520 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f940e7bb-79ab-4582-8ebd-023e5ee3fee0 req-660ea67b-dc2f-4e5c-85b9-1f4e5629f604 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.0713065 Jul 16 14:58:35.555891 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f940e7bb-79ab-4582-8ebd-023e5ee3fee0 req-f459a57f-f9b4-447a-9843-f5e95df73632 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Jul 16 14:58:35.902793 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53348) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:36.044206 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eed41a3-05c0-40bb-93c4-4f2dc964b616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.113863 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303b14e-a8d5-4fbe-aa5b-1a62d29326fc req-f3261e14-e0ac-490b-bde2-177e885644ba tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:36.115403 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e303b14e-a8d5-4fbe-aa5b-1a62d29326fc req-f3261e14-e0ac-490b-bde2-177e885644ba tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1076288 Jul 16 14:58:36.174255 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e303b14e-a8d5-4fbe-aa5b-1a62d29326fc req-ff7017f1-13b7-4506-b7e4-864cdf5795d9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514200 Jul 16 14:58:36.197390 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eed41a3-05c0-40bb-93c4-4f2dc964b616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.201335 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0eed41a3-05c0-40bb-93c4-4f2dc964b616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.239273 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed41a3-05c0-40bb-93c4-4f2dc964b616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c57d8-a083-4275-9dea-72c82cd8cf2b,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:36.244281 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0eed41a3-05c0-40bb-93c4-4f2dc964b616 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0555843ab644b2883081c26bd7b132e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404362 Jul 16 14:58:36.247117 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53352) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:36.296736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.319296 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.370648 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.374118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:36.376171 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d8c57d8-a083-4275-9dea-72c82cd8cf2b HTTP/1.1" status: 204 len: 168 time: 0.1277711 Jul 16 14:58:36.383561 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b277b2-029d-42c8-83a0-b0d50f1bd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c57d8-a083-4275-9dea-72c82cd8cf2b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:36.746398 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c12ad2-9880-44ff-bacf-c741ff1ef6ee req-43bd3bcc-b2ee-412b-beae-e713ebe3f28e tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:36.748080 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33c12ad2-9880-44ff-bacf-c741ff1ef6ee req-43bd3bcc-b2ee-412b-beae-e713ebe3f28e tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.0714047 Jul 16 14:58:36.792341 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33c12ad2-9880-44ff-bacf-c741ff1ef6ee req-5a622e73-9efb-487b-b5bc-3bd34dd6a98d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374084 Jul 16 14:58:37.110303 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53400) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:37.212121 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-20879020-network', 'tenant_id': '2faac9ae24674f0fbd5c2ae5ae2c4b11'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:37.234532 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Made reservation on behalf of 2faac9ae24674f0fbd5c2ae5ae2c4b11 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:37.237006 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.248495 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.342041 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.347120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.359562 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:58:37.360552 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4992e1d-3332-4be0-b0fa-c9a98a005fbd req-64516c7d-c802-4ad2-a5c0-82320138190f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:37.362580 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b4992e1d-3332-4be0-b0fa-c9a98a005fbd req-64516c7d-c802-4ad2-a5c0-82320138190f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0709445 Jul 16 14:58:37.383829 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.384177 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Added segment c678005b-d1d3-40a1-bebc-55e1991c2e06 of type vlan for network 75258fe0-9626-41c0-a092-1c8533895e51 Jul 16 14:58:37.409266 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b4992e1d-3332-4be0-b0fa-c9a98a005fbd req-98481803-4b0a-428c-8ebb-9ff63005c5fc tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 16 14:58:37.428702 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf46c9-062a-4143-8d53-f1a70ab202a5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:37.441891 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.476923 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.477872 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:37.478525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.501095 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3896701 Jul 16 14:58:37.504097 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53418) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:37.511045 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Request body: {'subnet': {'network_id': '75258fe0-9626-41c0-a092-1c8533895e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-20879020-subnet', 'tenant_id': '2faac9ae24674f0fbd5c2ae5ae2c4b11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:37.543600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Made reservation on behalf of 2faac9ae24674f0fbd5c2ae5ae2c4b11 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:37.547303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.553372 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb792ae0-6bd2-474b-92fa-4a3eb9ad698d admin admin] Pushing event updated for resources: {'Network': ['ID=75258fe0-9626-41c0-a092-1c8533895e51,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:37.564438 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 75258fe0-9626-41c0-a092-1c8533895e51 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:58:37.746435 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.810632 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23be745-0b5c-4ca7-bc19-719e6f956c78,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:37.820785 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Checking segment: {'id': 'c678005b-d1d3-40a1-bebc-55e1991c2e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:37.821462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Network hostable DHCP agents. Network: 75258fe0-9626-41c0-a092-1c8533895e51, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:58:37.841560 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Network 75258fe0-9626-41c0-a092-1c8533895e51 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:58:37.850795 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 75258fe0-9626-41c0-a092-1c8533895e51) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:37.858510 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:37.859374 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:37.860334 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0239ae-4fde-4746-b60c-938316a1978f None None] Network 75258fe0-9626-41c0-a092-1c8533895e51 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:37.884641 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c42d7e18-0b7e-4ecb-a821-57c44eda164a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3718059 Jul 16 14:58:38.013531 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5917c-fb23-46db-957a-e4e40041a76c req-b6b42a1a-a3e2-4c8b-849f-de4282095a8d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:38.016435 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acf5917c-fb23-46db-957a-e4e40041a76c req-b6b42a1a-a3e2-4c8b-849f-de4282095a8d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.0774646 Jul 16 14:58:38.025860 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88505ee4-9b5b-41cc-9250-2e7f2123ded0 None None] Network 75258fe0-9626-41c0-a092-1c8533895e51 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:38.065665 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acf5917c-fb23-46db-957a-e4e40041a76c req-97c77351-fe20-4354-ac00-e636f692d496 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/security-groups?id=e881110f-7445-4a56-960f-5ca4554515c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 Jul 16 14:58:38.251451 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-8e01db8a-d81e-46f0-8591-37d9ab1e4097 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:38.253794 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-8e01db8a-d81e-46f0-8591-37d9ab1e4097 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.54 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 945 time: 0.1394103 Jul 16 14:58:38.457363 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Deleting port e6da606d-ffad-4552-a802-bf9f041ac00b {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:58:38.458509 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:38.618363 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] For port e6da606d-ffad-4552-a802-bf9f041ac00b, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=e6da606d-ffad-4552-a802-bf9f041ac00b,segment=NetworkSegment(2d3d1657-6c27-45b8-8217-eab55bfe4472),segment_id=2d3d1657-6c27-45b8-8217-eab55bfe4472)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:38.618723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:38.662308 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6c147-0f31-468f-a668-3fcc49e4756c req-81a4905d-f983-4b8a-83b9-63befe41611a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:38.666151 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ab6c147-0f31-468f-a668-3fcc49e4756c req-81a4905d-f983-4b8a-83b9-63befe41611a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0753710 Jul 16 14:58:38.705044 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ab6c147-0f31-468f-a668-3fcc49e4756c req-8feb4cb4-1194-4342-b8d0-d94f72e348aa tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353520 Jul 16 14:58:38.799225 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Calling delete_port for e6da606d-ffad-4552-a802-bf9f041ac00b owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:58:38.957819 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:38.987059 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Pushing event deleted for resources: {'Port': ['ID=e6da606d-ffad-4552-a802-bf9f041ac00b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:39.052374 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] No DVR routers for this DVR port e6da606d-ffad-4552-a802-bf9f041ac00b on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:58:39.055990 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:39.058294 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ccf20ba5-e985-4a9d-952c-d2e032bb630b req-a713e7b9-08ec-468a-b0f4-1c43373eb49d tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.54 "DELETE /v2.0/ports/e6da606d-ffad-4552-a802-bf9f041ac00b HTTP/1.1" status: 204 len: 173 time: 0.7973225 Jul 16 14:58:39.058755 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'name': 'network-vif-deleted', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:39.060979 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec87d8c-c30d-42e4-be90-8f3d17293a49" -d '{"events": [{"server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "name": "network-vif-deleted", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:39.102381 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ffc7b1-e8ad-403d-ad9a-30f90164e6b8 x-openstack-request-id: req-57ffc7b1-e8ad-403d-ad9a-30f90164e6b8 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:39.102635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d749ba-39f8-4de7-8534-3f709efc864b", "name": "network-vif-deleted", "tag": "e6da606d-ffad-4552-a802-bf9f041ac00b", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:39.102943 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57ffc7b1-e8ad-403d-ad9a-30f90164e6b8 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:39.103408 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d749ba-39f8-4de7-8534-3f709efc864b', 'name': 'network-vif-deleted', 'tag': 'e6da606d-ffad-4552-a802-bf9f041ac00b', 'status': 'completed', 'code': 200} Jul 16 14:58:39.220591 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fda76848-9a4b-449e-ba87-4cf1c5bde965 req-ea57eabb-01be-4590-b8cf-2a31d3c89498 tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0313897 Jul 16 14:58:39.956812 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-caf8879f-2f8c-48b8-8389-bebf51e8c0f1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:39.958270 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-caf8879f-2f8c-48b8-8389-bebf51e8c0f1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/networks?id=75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 200 len: 812 time: 0.2055724 Jul 16 14:58:39.987168 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-88491bb5-2954-4421-a0f4-519da3a4a424 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/quotas/2faac9ae24674f0fbd5c2ae5ae2c4b11 HTTP/1.1" status: 200 len: 375 time: 0.0160336 Jul 16 14:58:39.994909 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ff9c9-3459-497b-9768-ba1bcd094001 req-d314d618-5e6e-48df-8e27-161b16071e84 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:39.996369 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b88ff9c9-3459-497b-9768-ba1bcd094001 req-d314d618-5e6e-48df-8e27-161b16071e84 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1506512 Jul 16 14:58:40.038002 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-92df2cc0-8ad4-4747-81a2-14a51475e3b3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404875 Jul 16 14:58:40.116614 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b88ff9c9-3459-497b-9768-ba1bcd094001 req-d3b096c0-ee05-4245-9271-84a1b77b9e99 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086533 Jul 16 14:58:40.209231 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-652b21a6-485e-45b7-9071-1badb389e3ba service neutron] 10.222.0.39 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584315 Jul 16 14:58:40.336332 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-748e8fe9-3eef-4b57-b790-3ef7ff682bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229460 Jul 16 14:58:40.411680 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82e6a930-a74a-4a67-9bb2-29c37dd95c37 req-12ca0192-6731-4e55-88bd-c63aee73c53a tempest-DeleteServersTestJSON-1146851133 tempest-DeleteServersTestJSON-1146851133-project] 10.222.0.39 "GET /v2.0/ports?device_id=99d749ba-39f8-4de7-8534-3f709efc864b HTTP/1.1" status: 200 len: 210 time: 0.0376165 Jul 16 14:58:40.510564 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53546) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:40.569670 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-223cd730-bec2-4922-9f68-1d43096b4289 req-9d213206-e149-4ea6-a888-993e39ba0d86 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0371337 Jul 16 14:58:40.657410 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.694221 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device e6da606d-ffad-4552-a802-bf9f041ac00b no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:58:40.719962 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: e6da606d-ffad-4552-a802-bf9f041ac00b {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:58:40.720666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device e6da606d-ffad-4552-a802-bf9f041ac00b not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:58:40.775494 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.778562 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.821721 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a22bd238fdd5433f8ad6841edf3d3c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097091 Jul 16 14:58:40.822551 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d9784-30f0-477d-8ec2-0fded149c900,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:40.824720 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53558) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:40.830411 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.830769 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.831126 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.831466 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.831802 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.832135 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.832465 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.832814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.833117 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.833486 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.833860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.834184 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad6667-759d-4046-b7e4-d166e068b4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:40.884905 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.912442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.961162 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.966512 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:40.967673 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/239d9784-30f0-477d-8ec2-0fded149c900 HTTP/1.1" status: 204 len: 168 time: 0.1407049 Jul 16 14:58:40.976925 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ce3f-bbc3-4743-9aeb-319eb107f79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d9784-30f0-477d-8ec2-0fded149c900,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:41.285539 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53570) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:41.301799 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.316169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1b3c6-f6d4-4ddc-ba3e-e559a5fedfd1 req-7ad7e604-1182-406c-bafa-f72c887e19e6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:41.323441 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1cf1b3c6-f6d4-4ddc-ba3e-e559a5fedfd1 req-7ad7e604-1182-406c-bafa-f72c887e19e6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0862319 Jul 16 14:58:41.366762 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1cf1b3c6-f6d4-4ddc-ba3e-e559a5fedfd1 req-a46084b5-d6eb-4706-bb5d-940f875b7784 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423267 Jul 16 14:58:41.408098 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.412069 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.451527 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcf39183c612415fac364d51fbfc5d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647687 Jul 16 14:58:41.455480 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53580) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:41.470233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f6376-3ab7-4fa4-9b56-81a6cda453db,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:41.479653 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.480411 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.480939 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.481456 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.481970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.486260 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.486699 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.487046 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.487386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.487723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.488046 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.488375 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba9b24b-ce99-4361-ac86-7b60b51f235a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:41.529315 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.553869 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.616619 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.620449 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:41.622124 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e63f6376-3ab7-4fa4-9b56-81a6cda453db HTTP/1.1" status: 204 len: 168 time: 0.1656449 Jul 16 14:58:41.632184 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a30944-a393-43e7-93b7-42f2f5c588ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f6376-3ab7-4fa4-9b56-81a6cda453db,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:41.756471 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4fa15303-1ec7-4d8e-ad9d-feaca8b810f8 req-608efeba-11f7-41fb-8684-4fee8ca386a2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0419674 Jul 16 14:58:42.158239 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-3128c1d8-2676-42b1-9a59-5623889cc93f tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:42.160210 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-3128c1d8-2676-42b1-9a59-5623889cc93f tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.54 "GET /v2.0/networks?id=75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 200 len: 812 time: 0.2477481 Jul 16 14:58:42.165515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53614) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:42.179572 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bd63d87b-74cb-47bc-a91c-872429735219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.183355 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Request body: {'port': {'device_id': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51', 'admin_state_up': True, 'tenant_id': '2faac9ae24674f0fbd5c2ae5ae2c4b11'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:42.283169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bd63d87b-74cb-47bc-a91c-872429735219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.288279 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bd63d87b-74cb-47bc-a91c-872429735219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.316170 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Made reservation on behalf of 2faac9ae24674f0fbd5c2ae5ae2c4b11 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:42.319679 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.330383 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bd63d87b-74cb-47bc-a91c-872429735219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0492abe3aa0242b0ac22455c04e72c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636419 Jul 16 14:58:42.331217 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63d87b-74cb-47bc-a91c-872429735219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b11c66d-431a-4109-9d89-8d2508cc3a3e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:42.333574 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53622) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:42.382010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.404061 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.454474 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Allocated IP 172.20.0.4 (75258fe0-9626-41c0-a092-1c8533895e51/e23be745-0b5c-4ca7-bc19-719e6f956c78/db67cdae-25a3-4273-9c1a-45da128503b7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:58:42.461632 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.464834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.466811 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b11c66d-431a-4109-9d89-8d2508cc3a3e HTTP/1.1" status: 204 len: 168 time: 0.1322258 Jul 16 14:58:42.484744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615c08c-d1b9-4910-b2f5-dda7d2fc5db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b11c66d-431a-4109-9d89-8d2508cc3a3e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:42.569032 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c92555-9087-41b9-bc55-0c66b2a9a0e1 req-26c2f672-21a6-4fb2-93bf-86f9fad42742 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:42.570659 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e4c92555-9087-41b9-bc55-0c66b2a9a0e1 req-26c2f672-21a6-4fb2-93bf-86f9fad42742 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0833220 Jul 16 14:58:42.631405 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.637063 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e4c92555-9087-41b9-bc55-0c66b2a9a0e1 req-44af9cd1-5370-49ac-8fd2-6e204ccb7060 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572174 Jul 16 14:58:42.678128 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.732315 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Network 75258fe0-9626-41c0-a092-1c8533895e51 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:58:42.735088 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:42.740602 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:58:42.745933 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:42.746430 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.751036 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Pushing event updated for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:42.765198 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-78605981-a751-4b2b-b738-ea032b4eefe3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861628 Jul 16 14:58:42.795367 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Request body: {'port': {'device_id': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:42.916134 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:42.993157 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6fe8-1e00-4cbd-93fb-c656a3f35e36 req-9411ed61-a372-4856-8d01-6db9dd965149 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:42.994946 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35dd6fe8-1e00-4cbd-93fb-c656a3f35e36 req-9411ed61-a372-4856-8d01-6db9dd965149 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 931 time: 0.1050534 Jul 16 14:58:43.042965 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35dd6fe8-1e00-4cbd-93fb-c656a3f35e36 req-458726de-e254-4aa1-9aec-bd7d97b50e98 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Jul 16 14:58:43.213506 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53664) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:43.266725 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Deleting subnet 6182ccc9-ad0b-4522-8f9a-12a48502ea1a {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:58:43.270998 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.278617 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db67cdae-25a3-4273-9c1a-45da128503b7 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:43.293574 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.309799 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Transition to ACTIVE for port object db67cdae-25a3-4273-9c1a-45da128503b7 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:43.315633 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.325368 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.397624 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.408029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Attempting to bind port db67cdae-25a3-4273-9c1a-45da128503b7 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:58:43.408220 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Attempting to bind port db67cdae-25a3-4273-9c1a-45da128503b7 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': 'c678005b-d1d3-40a1-bebc-55e1991c2e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:58:43.408478 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Attempting to bind port db67cdae-25a3-4273-9c1a-45da128503b7 on network 75258fe0-9626-41c0-a092-1c8533895e51 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:43.417630 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Port db67cdae-25a3-4273-9c1a-45da128503b7 on network 75258fe0-9626-41c0-a092-1c8533895e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:43.417910 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Attempting to bind port db67cdae-25a3-4273-9c1a-45da128503b7 on network 75258fe0-9626-41c0-a092-1c8533895e51 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:43.426149 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:43.426510 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Checking segment: {'id': 'c678005b-d1d3-40a1-bebc-55e1991c2e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:43.427081 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Bound using segment: {'id': 'c678005b-d1d3-40a1-bebc-55e1991c2e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:43.427534 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Bound port: db67cdae-25a3-4273-9c1a-45da128503b7, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c678005b-d1d3-40a1-bebc-55e1991c2e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:43.427899 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.444122 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Pushing event updated for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:43.473281 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.510831 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:43.511848 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.513922 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6182ccc9-ad0b-4522-8f9a-12a48502ea1a HTTP/1.1" status: 204 len: 168 time: 0.2991643 Jul 16 14:58:43.516066 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72245-3cb4-4e66-9456-b29218f6bd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6182ccc9-ad0b-4522-8f9a-12a48502ea1a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:43.517534 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=db67cdae-25a3-4273-9c1a-45da128503b7,segment=NetworkSegment(c678005b-d1d3-40a1-bebc-55e1991c2e06),segment_id=c678005b-d1d3-40a1-bebc-55e1991c2e06)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:43.518489 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53678) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:43.525906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.561327 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:43.562506 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.564183 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] 10.222.0.54 "PUT /v2.0/ports/db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 200 len: 1093 time: 0.7819607 Jul 16 14:58:43.564629 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:43.566896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1474b87-b35a-4b69-ac0a-a40de03d77ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:43.596476 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc4bbc-07b1-43a4-a63e-ace5428d5f22 service neutron] Pushing event updated for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:43.606120 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.616483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf140ad-edc7-4fa1-8ba4-176a18b304aa x-openstack-request-id: req-cdf140ad-edc7-4fa1-8ba4-176a18b304aa {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:43.617087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:43.617347 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdf140ad-edc7-4fa1-8ba4-176a18b304aa {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:43.617861 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7', 'status': 'completed', 'code': 200} Jul 16 14:58:43.690745 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.700851 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464eceaa-05d4-43de-8e68-a40a0ec5d595']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:43.713975 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3d1657-6c27-45b8-8217-eab55bfe4472') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:43.714385 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3d1657-6c27-45b8-8217-eab55bfe4472') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:43.727837 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.730274 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-1d7f9bb4-04c2-4ca5-9f4c-be1001cb6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:43.731887 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-1d7f9bb4-04c2-4ca5-9f4c-be1001cb6d14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 1096 time: 0.0605428 Jul 16 14:58:43.744082 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.754364 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:58:43.754834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:58:43.757469 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:58:43.807769 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-f5ef719b-1a74-4af6-8861-58218e470e70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 200 len: 217 time: 0.0548418 Jul 16 14:58:43.851450 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.865762 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:43.871083 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] 10.222.0.39 "DELETE /v2.0/networks/464eceaa-05d4-43de-8e68-a40a0ec5d595 HTTP/1.1" status: 204 len: 168 time: 0.3508661 Jul 16 14:58:43.878446 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-1ebd57db-d03d-4b4b-9899-2d44c4576887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:43.880317 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-1ebd57db-d03d-4b4b-9899-2d44c4576887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e23be745-0b5c-4ca7-bc19-719e6f956c78 HTTP/1.1" status: 200 len: 852 time: 0.0572689 Jul 16 14:58:43.882288 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d973ac-b3a0-4195-b58d-42f506da2ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=464eceaa-05d4-43de-8e68-a40a0ec5d595,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:43.918963 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da2c92-6500-4a28-b71c-6438a9a79bdd req-3b0e0e0a-d67e-4dc7-a5f7-e8b70a8e48bf tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:43.920520 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70da2c92-6500-4a28-b71c-6438a9a79bdd req-3b0e0e0a-d67e-4dc7-a5f7-e8b70a8e48bf tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1069632 Jul 16 14:58:43.963348 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70da2c92-6500-4a28-b71c-6438a9a79bdd req-07d83156-f4de-483e-af4e-1394395f6c1e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355165 Jul 16 14:58:44.094737 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53698) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:44.138204 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e71887dd-52b5-4db9-8ab4-f3d8e39ddfac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=253cbd395df84d1d85e1fd26fa21f4b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406463 Jul 16 14:58:44.139342 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53702) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:44.190052 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:44.215081 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:44.229577 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708f811-3fab-488c-8895-9049d9c8017f req-ccb52c0e-42cc-4932-8a76-a59172949b15 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:44.231187 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5708f811-3fab-488c-8895-9049d9c8017f req-ccb52c0e-42cc-4932-8a76-a59172949b15 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 943 time: 0.0683246 Jul 16 14:58:44.276452 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:44.280075 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5708f811-3fab-488c-8895-9049d9c8017f req-863a37b5-54d5-4ad0-972a-287fcc3c08e2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Jul 16 14:58:44.283732 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:44.284986 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e881110f-7445-4a56-960f-5ca4554515c5 HTTP/1.1" status: 204 len: 168 time: 0.1444018 Jul 16 14:58:44.293408 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdbd45-563e-4913-b4e6-936e8acf0ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881110f-7445-4a56-960f-5ca4554515c5,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:44.929067 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53734) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:45.026877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-835944735-network', 'tenant_id': 'fd876df61a97494885b04343e783c44c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:45.048914 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:45.051516 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.059949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.150978 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c7f1a-e5e4-4618-957c-1922227fcd6b req-9764dd98-7164-4005-89f1-1f3c12956361 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:45.151857 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.152481 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-912c7f1a-e5e4-4618-957c-1922227fcd6b req-9764dd98-7164-4005-89f1-1f3c12956361 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0664914 Jul 16 14:58:45.155714 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.180138 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:58:45.189401 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2878fa-69a2-463b-8f7b-f4650a36b9de,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:45.191190 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-912c7f1a-e5e4-4618-957c-1922227fcd6b req-61f84066-032c-4a21-a034-52116b5d6c99 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jul 16 14:58:45.195974 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.196110 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Added segment 64c4bf79-0fad-42a6-98de-2e6b2aed38fe of type vlan for network cb8bf268-a300-4eca-aba3-cc66dbe740ee Jul 16 14:58:45.236039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.263525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.264440 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:45.265731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.295351 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3650844 Jul 16 14:58:45.299195 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53744) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:45.305042 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Request body: {'subnet': {'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-835944735-subnet', 'tenant_id': 'fd876df61a97494885b04343e783c44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:45.346139 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95a6d8-d884-470b-a712-351c089d4fbf admin admin] Pushing event updated for resources: {'Network': ['ID=cb8bf268-a300-4eca-aba3-cc66dbe740ee,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:45.356146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:58:45.361393 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:45.363772 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.468508 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cea7a6-deee-4606-8ec5-1b0ff8373d05 req-994da4b2-8e2c-4aa7-9ebc-ba5fc3950935 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:45.469832 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36cea7a6-deee-4606-8ec5-1b0ff8373d05 req-994da4b2-8e2c-4aa7-9ebc-ba5fc3950935 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 943 time: 0.0651534 Jul 16 14:58:45.512126 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36cea7a6-deee-4606-8ec5-1b0ff8373d05 req-34536b76-6840-4b84-9288-6c9264b9f958 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Jul 16 14:58:45.549133 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.605555 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1e6c95-6d96-4447-b850-2527a03c7dff,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:45.613744 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Checking segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:45.614101 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Network hostable DHCP agents. Network: cb8bf268-a300-4eca-aba3-cc66dbe740ee, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:58:45.629661 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:58:45.637483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, cb8bf268-a300-4eca-aba3-cc66dbe740ee) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:45.642054 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:45.642692 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:45.646682 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c9ff4-d249-44b5-87af-135d45d12420 None None] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:45.656358 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1c514e6a-d6b1-450f-babf-3ac9abd07554 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3560739 Jul 16 14:58:45.774658 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916cb2df-8f99-464d-aa63-9cdd4f4084fc None None] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:58:46.075125 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-035682ea-ee56-4fbe-9fb5-e306caf23553 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:46.076564 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-035682ea-ee56-4fbe-9fb5-e306caf23553 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1015143 Jul 16 14:58:46.092814 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-94d8ccbb-8ecd-40cc-9ffe-7b473563cce6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/quotas/fd876df61a97494885b04343e783c44c HTTP/1.1" status: 200 len: 375 time: 0.0098412 Jul 16 14:58:46.125249 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-aff30548-547e-4f43-b0ab-0809ec78758a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272164 Jul 16 14:58:46.214123 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-3c5ecc77-a31c-495e-b641-05a46a5ef71c service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824614 Jul 16 14:58:46.300059 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-16a6b518-da92-4521-b8cd-c44617157151 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793567 Jul 16 14:58:46.560939 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b237-e8b4-48ef-91ea-1e75b7573124 req-b3902185-86f3-43e2-920b-25946deac1d1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:46.563256 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46d2b237-e8b4-48ef-91ea-1e75b7573124 req-b3902185-86f3-43e2-920b-25946deac1d1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0703998 Jul 16 14:58:46.603018 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-46d2b237-e8b4-48ef-91ea-1e75b7573124 req-a2ea23b8-439c-4839-9c09-5abb77ee292d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 Jul 16 14:58:46.636008 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-6e0189e3-836b-4d1d-95b4-7deb3a4335c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75258fe0-9626-41c0-a092-1c8533895e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368960 Jul 16 14:58:46.719871 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35468b35-dc2e-4b5a-8927-2610516ea4a6 req-2afdaee9-5858-4fcd-9868-e690eb6e54d7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 210 time: 0.0501928 Jul 16 14:58:46.777370 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-d03094ad-3c1f-42a2-a5d1-6a7b49fe0c33 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048439 Jul 16 14:58:46.840647 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643b3ce-0b9e-4a87-b0f6-228a0723d46f req-abc8c7e7-243f-4ce1-8e4a-612e818adc37 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:46.842125 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6643b3ce-0b9e-4a87-b0f6-228a0723d46f req-abc8c7e7-243f-4ce1-8e4a-612e818adc37 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 943 time: 0.0728464 Jul 16 14:58:46.880907 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbfdca0b-7a67-4ac8-b14a-a6827d9d5c9f req-924f29f4-8ffd-49b6-9dea-fd8671ace326 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964427 Jul 16 14:58:46.881512 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6643b3ce-0b9e-4a87-b0f6-228a0723d46f req-757b8e7a-9c16-49c4-b5bb-a450fe2ec96c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Jul 16 14:58:47.075173 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-077afe2e-99cf-4c4a-824a-883bbe570fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:47.076679 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-077afe2e-99cf-4c4a-824a-883bbe570fb8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 1096 time: 0.0526102 Jul 16 14:58:47.182276 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-c547e8c8-95be-4dee-aa35-22b13bf7f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:47.184071 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-c547e8c8-95be-4dee-aa35-22b13bf7f88e service neutron] 10.222.0.54 "GET /v2.0/networks?id=75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 200 len: 913 time: 0.0963554 Jul 16 14:58:47.238640 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-ad801a77-15e5-4872-b3e9-12b4efb52640 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 200 len: 217 time: 0.0469058 Jul 16 14:58:47.294333 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-38743596-92c4-48a2-8739-745f75110a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:47.295876 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-38743596-92c4-48a2-8739-745f75110a41 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e23be745-0b5c-4ca7-bc19-719e6f956c78 HTTP/1.1" status: 200 len: 852 time: 0.0489378 Jul 16 14:58:47.336247 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-7b950d7b-f759-4bed-8679-03d92c781375 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75258fe0-9626-41c0-a092-1c8533895e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289824 Jul 16 14:58:47.440155 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-60766285-637a-4aad-b82c-6616341af1a5 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959680 Jul 16 14:58:47.544510 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b1474b87-b35a-4b69-ac0a-a40de03d77ef req-cf400d4a-7cbf-4294-a11c-e70a30594221 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924499 Jul 16 14:58:47.891462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e473d4-2bba-4357-9b9a-7a693f063f6a req-e9c9410a-8a4f-4862-b1ef-55715917d323 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:47.892969 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e8e473d4-2bba-4357-9b9a-7a693f063f6a req-e9c9410a-8a4f-4862-b1ef-55715917d323 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1113803 Jul 16 14:58:47.931836 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e8e473d4-2bba-4357-9b9a-7a693f063f6a req-0ea47cab-6859-4952-abef-b4267a4076cf tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Jul 16 14:58:48.086073 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b70b51e6-4a5a-4150-b5ba-1d4714c32d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.104287 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0724a444-f998-4384-9a37-ad1bfcf0f4f4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:48.112719 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0724a444-f998-4384-9a37-ad1bfcf0f4f4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1868553 Jul 16 14:58:48.138628 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Request body: {'port': {'device_id': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'admin_state_up': True, 'tenant_id': 'fd876df61a97494885b04343e783c44c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:48.175268 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e466c6c-b9b5-4aa0-8f45-4555bd686ffc req-7677caee-df2b-4647-897e-86eaa5bbe187 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 210 time: 0.0306373 Jul 16 14:58:48.205939 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d58a9d-147c-4a1d-a52f-45f0b338f641 req-9b222daa-9e36-4c92-982d-f8ed9c843004 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:48.210660 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-87d58a9d-147c-4a1d-a52f-45f0b338f641 req-9b222daa-9e36-4c92-982d-f8ed9c843004 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 943 time: 0.0987034 Jul 16 14:58:48.247533 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-87d58a9d-147c-4a1d-a52f-45f0b338f641 req-548c91af-79c8-42f6-ab27-6518341fc26a tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 16 14:58:48.262077 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:58:48.266130 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.389423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Allocated IP 172.20.0.4 (cb8bf268-a300-4eca-aba3-cc66dbe740ee/8a1e6c95-6d96-4447-b850-2527a03c7dff/0471d5eb-342b-4029-8ed1-eacd1c721991) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:58:48.533136 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.571822 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.606321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device db67cdae-25a3-4273-9c1a-45da128503b7 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:48.621331 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:58:48.627596 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:58:48.631682 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:58:48.637301 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:48.637935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.649288 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event updated for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:48.669480 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-b4cc2ca3-3589-44e6-ba4f-cc94e7c63631 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5352859 Jul 16 14:58:48.700253 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Request body: {'port': {'device_id': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:58:48.708898 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=db67cdae-25a3-4273-9c1a-45da128503b7,segment=NetworkSegment(c678005b-d1d3-40a1-bebc-55e1991c2e06),segment_id=c678005b-d1d3-40a1-bebc-55e1991c2e06)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:48.721379 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'db67cdae-25a3-4273-9c1a-45da128503b7', 'network_id': '75258fe0-9626-41c0-a092-1c8533895e51', 'port_id': 'db67cdae-25a3-4273-9c1a-45da128503b7', 'mac_address': 'fa:16:3e:74:53:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23be745-0b5c-4ca7-bc19-719e6f956c78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:48.768552 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.784906 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db67cdae-25a3-4273-9c1a-45da128503b7 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:48.812290 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=db67cdae-25a3-4273-9c1a-45da128503b7,segment=NetworkSegment(c678005b-d1d3-40a1-bebc-55e1991c2e06),segment_id=c678005b-d1d3-40a1-bebc-55e1991c2e06)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:48.817132 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:48.880033 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:48.893094 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.893591 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.894041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.894508 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.894946 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.895401 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.896167 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.896710 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.897274 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.897814 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.898482 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.898878 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:58:48.963924 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.138904 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c599f3f-1d5a-430f-9079-69084eaf97f9 req-e18a8359-f139-4a87-b41f-af7e7703e4d5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.146445 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c599f3f-1d5a-430f-9079-69084eaf97f9 req-e18a8359-f139-4a87-b41f-af7e7703e4d5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0769663 Jul 16 14:58:49.183727 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c599f3f-1d5a-430f-9079-69084eaf97f9 req-70da4ef2-77c3-4ed4-abb0-efc6b041be79 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364313 Jul 16 14:58:49.200169 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['db67cdae-25a3-4273-9c1a-45da128503b7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:49.314234 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0471d5eb-342b-4029-8ed1-eacd1c721991 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:49.378255 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.397741 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Transition to ACTIVE for port object 0471d5eb-342b-4029-8ed1-eacd1c721991 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:58:49.410505 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.472332 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-b18ac443-0c52-4a77-b3c9-275f21bb86c8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470363 Jul 16 14:58:49.505218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:49.572208 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249fe9a-d079-4b9d-a07e-43b8256dd27a req-73b73765-dcb2-462d-b5b9-509a2f4098eb tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.577345 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0249fe9a-d079-4b9d-a07e-43b8256dd27a req-73b73765-dcb2-462d-b5b9-509a2f4098eb tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 931 time: 0.2040393 Jul 16 14:58:49.604600 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Attempting to bind port 0471d5eb-342b-4029-8ed1-eacd1c721991 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:58:49.604933 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Attempting to bind port 0471d5eb-342b-4029-8ed1-eacd1c721991 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:58:49.605261 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Attempting to bind port 0471d5eb-342b-4029-8ed1-eacd1c721991 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:49.617127 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Port 0471d5eb-342b-4029-8ed1-eacd1c721991 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:58:49.617444 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Attempting to bind port 0471d5eb-342b-4029-8ed1-eacd1c721991 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:58:49.625479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:58:49.625840 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Checking segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:58:49.626246 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Bound using segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:58:49.626775 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Bound port: 0471d5eb-342b-4029-8ed1-eacd1c721991, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:58:49.627053 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.666289 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0249fe9a-d079-4b9d-a07e-43b8256dd27a req-95de5dc5-85fa-428d-9dcd-f9bd922f8c41 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779016 Jul 16 14:58:49.677103 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936904a1-71ce-456e-b3aa-1700caeb7136 req-6daab048-9cc9-45e3-bcd1-07c0971565ea tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.678979 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-936904a1-71ce-456e-b3aa-1700caeb7136 req-6daab048-9cc9-45e3-bcd1-07c0971565ea tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 944 time: 0.2277665 Jul 16 14:58:49.712421 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-8c27cff3-dbf0-47d6-b00b-13308c494af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.713957 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-8c27cff3-dbf0-47d6-b00b-13308c494af3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.1590815 Jul 16 14:58:49.721621 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-936904a1-71ce-456e-b3aa-1700caeb7136 req-9c2de73e-075a-4ef9-8243-15bb4415176c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363414 Jul 16 14:58:49.771824 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:58:49.793505 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=0471d5eb-342b-4029-8ed1-eacd1c721991,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:58:49.798763 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.868029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.868642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:49.869996 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 1093 time: 1.1745310 Jul 16 14:58:49.870461 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:49.872677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:49.909651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1886f8-3c52-4ee6-9ed3-97a143a8abc2 x-openstack-request-id: req-5d1886f8-3c52-4ee6-9ed3-97a143a8abc2 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:49.909848 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:49.910092 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d1886f8-3c52-4ee6-9ed3-97a143a8abc2 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:49.910521 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991', 'status': 'completed', 'code': 200} Jul 16 14:58:49.911430 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64bb8b-2d31-4153-b7cc-8f7ce22f86b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:49.914541 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-63301036-2c50-4069-bbde-6785d1e4db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:49.915998 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-63301036-2c50-4069-bbde-6785d1e4db6c service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.1708102 Jul 16 14:58:50.005689 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-4b41081d-d089-4c00-99eb-b8694a5f2db7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.0416670 Jul 16 14:58:50.084684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-a7f9eba5-8ecc-4854-a5bf-5c214c8e4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.087492 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-a7f9eba5-8ecc-4854-a5bf-5c214c8e4ac1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0637047 Jul 16 14:58:50.105655 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-77bf4716-70c4-449e-b95e-91e57c17389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.107129 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-77bf4716-70c4-449e-b95e-91e57c17389e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1096 time: 0.1359441 Jul 16 14:58:50.130056 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-df45effc-7bff-43bd-9751-3926ea769947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291185 Jul 16 14:58:50.176355 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-73d0db37-0f19-4ce9-8358-395f3b4a6f52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0505941 Jul 16 14:58:50.269797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2df4-bb49-4769-9998-4824ba52a10b req-47e9e249-dc00-4d8c-bbec-80e2caa27f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.271301 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-47e9e249-dc00-4d8c-bbec-80e2caa27f98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0851758 Jul 16 14:58:50.308617 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-3584be22-6c3d-4973-ac49-7afc956dd405 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285730 Jul 16 14:58:50.310551 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-522c6f76-3a7f-4dd8-bc2c-61cc4e71f4ea service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787481 Jul 16 14:58:50.402933 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9d002-096e-4b9a-83c5-a02f950059f7 req-b21a0c8a-991a-4510-8338-3658bae78cf9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.404532 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a4b9d002-096e-4b9a-83c5-a02f950059f7 req-b21a0c8a-991a-4510-8338-3658bae78cf9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0681436 Jul 16 14:58:50.443910 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a4b9d002-096e-4b9a-83c5-a02f950059f7 req-66d7d670-9cc2-4cec-940d-50381a20725e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323186 Jul 16 14:58:50.499793 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-844fe2e5-3f40-43ca-b897-fa10eff07ca2 req-b7cf6285-5640-4a00-aef5-4d24d9af42f9 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578400 Jul 16 14:58:50.501777 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-2a814ed6-e83f-45a4-994c-ef8bc71d06ad service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592674 Jul 16 14:58:50.504264 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-47bc7b20-442b-461b-b340-e05212228a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:50.611689 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device db67cdae-25a3-4273-9c1a-45da128503b7 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:50.613085 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-894d2df4-bb49-4769-9998-4824ba52a10b req-d623fede-ff24-41fa-a81d-c9be2527458d service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945115 Jul 16 14:58:50.662727 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port db67cdae-25a3-4273-9c1a-45da128503b7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:50.666482 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port db67cdae-25a3-4273-9c1a-45da128503b7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:50.666850 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:50.767125 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:50.825261 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=db67cdae-25a3-4273-9c1a-45da128503b7,segment=NetworkSegment(c678005b-d1d3-40a1-bebc-55e1991c2e06),segment_id=c678005b-d1d3-40a1-bebc-55e1991c2e06)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:50.826574 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:50.830138 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4c972f-0b7e-45b1-ad0e-36b731031139" -d '{"events": [{"server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "name": "network-vif-plugged", "status": "completed", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:50.833716 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-3c76572f-1fed-4614-955b-8b0bbadfd432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.834253 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:50.835739 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-3c76572f-1fed-4614-955b-8b0bbadfd432 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1096 time: 0.0912800 Jul 16 14:58:50.978012 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2dbe-98fb-4520-8a05-38ad2089b3bc req-91559629-f39f-45d4-8ad4-18918bf742eb tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.983224 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-3e90a73a-fd5d-4592-8f05-8e49e57316de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:50.985776 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-117b2dbe-98fb-4520-8a05-38ad2089b3bc req-91559629-f39f-45d4-8ad4-18918bf742eb tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 943 time: 0.1667299 Jul 16 14:58:50.987506 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-3e90a73a-fd5d-4592-8f05-8e49e57316de service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.1420498 Jul 16 14:58:51.037644 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.043639 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:51.070303 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-49de4d47-37f4-42a2-8cfc-3ec36c49efb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0738330 Jul 16 14:58:51.073336 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53956) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:51.159896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Deleting subnet b085d8a8-eef4-499e-9f97-7b98160e511d {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:58:51.165728 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.203535 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.209340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.276487 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-b1b716d1-f02d-46e2-9bb6-9fc16c7a850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:51.278216 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-b1b716d1-f02d-46e2-9bb6-9fc16c7a850a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.1742489 Jul 16 14:58:51.279673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.295957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.295957 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b085d8a8-eef4-499e-9f97-7b98160e511d HTTP/1.1" status: 204 len: 168 time: 0.2234886 Jul 16 14:58:51.316218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53970) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:51.317523 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d55de-907f-4d9e-a32a-b4c767f2acdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b085d8a8-eef4-499e-9f97-7b98160e511d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:51.382665 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:58:51.398518 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-117b2dbe-98fb-4520-8a05-38ad2089b3bc req-6117e3a3-dd9b-4ead-b6c0-afe5e497948f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112937 Jul 16 14:58:51.403873 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-4b937b2f-4413-454b-bb09-23bd8b0afe8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402327 Jul 16 14:58:51.470798 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25d1c-7dc2-48c4-808f-a9d340c55cdb req-148d3129-d153-4d5b-8f94-7da4ca74d68e tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:51.473374 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53d25d1c-7dc2-48c4-808f-a9d340c55cdb req-148d3129-d153-4d5b-8f94-7da4ca74d68e tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.4846838 Jul 16 14:58:51.548063 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53d25d1c-7dc2-48c4-808f-a9d340c55cdb req-90058a4c-8652-4180-a4a9-4fbe7b46f143 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682797 Jul 16 14:58:51.570427 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-3f4ac81f-64a2-49f5-bd50-e8982a26a486 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266704 Jul 16 14:58:51.575033 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.669055 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4a6fe-8edf-403b-84ef-5d9a94a433dc x-openstack-request-id: req-fae4a6fe-8edf-403b-84ef-5d9a94a433dc {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:51.669584 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "name": "network-vif-plugged", "status": "completed", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:51.669679 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fae4a6fe-8edf-403b-84ef-5d9a94a433dc {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:51.670146 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7', 'code': 200} Jul 16 14:58:51.704177 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53984) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:51.783006 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.800136 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.800576 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.801452 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.801890 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > port after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.802340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.802742 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > port after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.803127 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.803765 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.804152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.806623 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.842361 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec07d0b-b9ba-4fc3-9864-0327e596cc22 req-a5caceee-869a-4dd2-bfab-fda0949f4f26 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:51.846632 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ec07d0b-b9ba-4fc3-9864-0327e596cc22 req-a5caceee-869a-4dd2-bfab-fda0949f4f26 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0766518 Jul 16 14:58:51.873294 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-034240c8-0031-4971-a8b0-8b5185076792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:51.906728 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8ec07d0b-b9ba-4fc3-9864-0327e596cc22 req-ab98203c-2b86-4445-90d6-307f621538ff tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574346 Jul 16 14:58:51.949837 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.950918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.951343 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.951738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 14:58:51.952286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6ac740-3df8-40d2-9c7e-7877117266f2']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:51.987700 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63454a37-6fde-4fa0-9ce5-86078417a1fa') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:51.988084 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63454a37-6fde-4fa0-9ce5-86078417a1fa') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:51.993714 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.007171 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-034240c8-0031-4971-a8b0-8b5185076792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.013174 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-034240c8-0031-4971-a8b0-8b5185076792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.034429 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084105'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.060703 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f0e343d-d3cc-4e1f-83e2-8626e7f0cbb5 req-6a3e54b8-4d92-450a-95dd-6866b9497327 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666054 Jul 16 14:58:52.060932 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034240c8-0031-4971-a8b0-8b5185076792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17045235-fd80-4823-926e-6a1369016681,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:52.065096 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.070990 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-034240c8-0031-4971-a8b0-8b5185076792 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=836fe4a559da4f5dab28fe825e847338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656898 Jul 16 14:58:52.071644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53990) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:52.085558 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:58:52.085994 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13084195'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: from cryptography.utils import int_from_bytes Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: timer() Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: self._notify() Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: event.method(event) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:58:52.093368 dv-cinder-801065-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:58:52.360276 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05199f-a0c0-456d-a63f-edfdc6e8171b req-d5ab21b5-c5ab-4a4c-aca7-ce0f5fabf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:52.361769 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bc05199f-a0c0-456d-a63f-edfdc6e8171b req-d5ab21b5-c5ab-4a4c-aca7-ce0f5fabf219 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 1098 time: 0.3916125 Jul 16 14:58:52.364287 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.389480 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.391373 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bb6ac740-3df8-40d2-9c7e-7877117266f2 HTTP/1.1" status: 204 len: 168 time: 1.0752387 Jul 16 14:58:52.394215 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 53992) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:52.403673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.406656 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f9dd5-5c5b-4b33-9fc9-eca08faec578 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6ac740-3df8-40d2-9c7e-7877117266f2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:52.437375 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.439980 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bc05199f-a0c0-456d-a63f-edfdc6e8171b req-8ca26c7c-25fb-487a-8247-37799c81fc4c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693951 Jul 16 14:58:52.443258 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Deleting subnet 16688657-9e44-4953-ade1-b3cd8a34e2e1 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 14:58:52.446709 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.491102 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.494243 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.501587 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.501587 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17045235-fd80-4823-926e-6a1369016681 HTTP/1.1" status: 204 len: 168 time: 0.4251187 Jul 16 14:58:52.507976 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bdd52-0752-4858-911a-757256c6227b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17045235-fd80-4823-926e-6a1369016681,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:52.598033 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.606009 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 0471d5eb-342b-4029-8ed1-eacd1c721991 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:58:52.683233 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340e115-9dfe-46a1-9d22-40c323d6655a req-9e37b771-0949-48b3-9e9d-bc5dee393d75 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:52.685258 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b340e115-9dfe-46a1-9d22-40c323d6655a req-9e37b771-0949-48b3-9e9d-bc5dee393d75 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 943 time: 0.1429226 Jul 16 14:58:52.734492 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=0471d5eb-342b-4029-8ed1-eacd1c721991,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:52.759892 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.765715 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '0471d5eb-342b-4029-8ed1-eacd1c721991', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'port_id': '0471d5eb-342b-4029-8ed1-eacd1c721991', 'mac_address': 'fa:16:3e:19:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e6c95-6d96-4447-b850-2527a03c7dff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:58:52.806143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.807365 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16688657-9e44-4953-ade1-b3cd8a34e2e1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:52.818400 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.821768 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bc7532c6-e0eb-466a-b8b1-6cc5c078fced admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16688657-9e44-4953-ade1-b3cd8a34e2e1 HTTP/1.1" status: 204 len: 168 time: 0.4262445 Jul 16 14:58:52.823925 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54006) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:52.835908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.852103 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0471d5eb-342b-4029-8ed1-eacd1c721991 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:58:52.856940 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b340e115-9dfe-46a1-9d22-40c323d6655a req-ecc6d309-b3a4-4884-a385-6078f6efdfc9 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620507 Jul 16 14:58:52.881058 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=0471d5eb-342b-4029-8ed1-eacd1c721991,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:52.897959 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ca7c2-e804-40df-be8f-19fd5913e57f req-b2f0147e-3cb0-4564-ab6d-baba09ade0ba tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:52.902427 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.911610 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d1ca7c2-e804-40df-be8f-19fd5913e57f req-b2f0147e-3cb0-4564-ab6d-baba09ade0ba tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.2129445 Jul 16 14:58:52.936591 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54012) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:52.958678 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.961549 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-842201b9-7348-4032-b166-0a0b9a527769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:52.983397 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2d1ca7c2-e804-40df-be8f-19fd5913e57f req-f4f5faf8-1c31-4321-9143-47ac74f925cc tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Jul 16 14:58:53.037457 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:53.054465 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.065385 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eced3f15-6330-4ce2-a616-7298a748bdea']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:53.081433 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5503403-0fa3-4221-868e-50a83ca00a79') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:53.082313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5503403-0fa3-4221-868e-50a83ca00a79') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:58:53.099683 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084105'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.126877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.144092 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 14:58:53.144960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13084195'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: timer() Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: self._notify() Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: event.method(event) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 14:58:53.148699 dv-cinder-801065-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 14:58:53.191490 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-842201b9-7348-4032-b166-0a0b9a527769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.207163 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-842201b9-7348-4032-b166-0a0b9a527769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.209360 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.221502 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.223671 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] 10.222.0.39 "DELETE /v2.0/networks/eced3f15-6330-4ce2-a616-7298a748bdea HTTP/1.1" status: 204 len: 168 time: 0.3987432 Jul 16 14:58:53.240518 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffbc05-20a3-450f-a830-fc508234472d admin admin] Pushing event deleted for resources: {'Network': ['ID=eced3f15-6330-4ce2-a616-7298a748bdea,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:53.286789 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-842201b9-7348-4032-b166-0a0b9a527769 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc7c736ab27342279b1013b7869f3d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490510 Jul 16 14:58:53.289472 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54022) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:53.289771 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842201b9-7348-4032-b166-0a0b9a527769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90b1443-aab6-4d62-bd20-3e3cf2f4928e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:53.315269 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:58:53.319825 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a662-82cf-47e6-a2e9-0966ccb9795e req-0702f085-9413-4c37-91a2-e178628fedf3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:53.321383 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce56a662-82cf-47e6-a2e9-0966ccb9795e req-0702f085-9413-4c37-91a2-e178628fedf3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1283691 Jul 16 14:58:53.354331 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.368277 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce56a662-82cf-47e6-a2e9-0966ccb9795e req-335da187-adf7-4dda-b57b-77f0862d0985 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Jul 16 14:58:53.382738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.438951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54024) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:53.449997 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.452602 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.455422 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d90b1443-aab6-4d62-bd20-3e3cf2f4928e HTTP/1.1" status: 204 len: 168 time: 0.1647701 Jul 16 14:58:53.482784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd7990-2151-48d0-a4ee-e394e5deeecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90b1443-aab6-4d62-bd20-3e3cf2f4928e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:53.490238 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-06595e80-eec7-4b08-b0a5-814ea1417a1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aafb07495cce4728a5d0c58253f1ef9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483408 Jul 16 14:58:53.491276 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54028) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:53.542112 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.564324 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.613341 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.616018 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.617190 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbfde181-368e-4c13-8a05-698ecf602a09 HTTP/1.1" status: 204 len: 168 time: 0.1243036 Jul 16 14:58:53.625623 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4f035-0e1f-476d-81a6-f975838ea64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfde181-368e-4c13-8a05-698ecf602a09,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:53.718757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:53.969063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54046) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:54.042340 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-feb42457-1e42-4b1d-a01c-37269ecc459b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edf958cfc2df443d99717687af34e79b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703294 Jul 16 14:58:54.043254 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54050) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:54.107274 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:54.133564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:54.147486 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa1590-015c-4dca-a804-7904edd1aaec req-15d363c6-492d-4bb1-a11b-2a06c76360ad tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:54.149567 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aeaa1590-015c-4dca-a804-7904edd1aaec req-15d363c6-492d-4bb1-a11b-2a06c76360ad tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 944 time: 0.1495152 Jul 16 14:58:54.201125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:54.204378 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:54.207977 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b597ded-57d0-4110-8f14-25d24f1efde4 HTTP/1.1" status: 204 len: 168 time: 0.1606014 Jul 16 14:58:54.219388 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aeaa1590-015c-4dca-a804-7904edd1aaec req-5293b8aa-b9a2-4cf0-8ac3-54c708aa6cc7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Jul 16 14:58:54.228166 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78848882-46ac-453c-90a8-59e7608b651a req-81b2d73d-8537-499c-b3e7-2181b1193531 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:54.229945 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78848882-46ac-453c-90a8-59e7608b651a req-81b2d73d-8537-499c-b3e7-2181b1193531 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.1311977 Jul 16 14:58:54.231164 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac9325-dd01-40ae-97c9-9dc676c3a147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b597ded-57d0-4110-8f14-25d24f1efde4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:54.301160 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-78848882-46ac-453c-90a8-59e7608b651a req-13fc8d1b-f331-44de-aea4-2828d387488d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625703 Jul 16 14:58:54.570482 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6161972-faf0-419a-8835-7ed75c0e3e56 req-c1435e7f-ad6c-4391-820f-d31f5e8b6880 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:54.572008 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6161972-faf0-419a-8835-7ed75c0e3e56 req-c1435e7f-ad6c-4391-820f-d31f5e8b6880 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0765676 Jul 16 14:58:54.612875 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6161972-faf0-419a-8835-7ed75c0e3e56 req-71c9bc3a-ee09-4c04-bb9e-d65fa21aad6d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Jul 16 14:58:55.440610 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46067ae-6ffe-45b9-a68b-13c2b52890c0 req-acbc0a92-2ed7-413d-9d9b-482898355ae0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:55.441895 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54130) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:55.442402 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f46067ae-6ffe-45b9-a68b-13c2b52890c0 req-acbc0a92-2ed7-413d-9d9b-482898355ae0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 944 time: 0.0695748 Jul 16 14:58:55.486415 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f46067ae-6ffe-45b9-a68b-13c2b52890c0 req-05e37c99-319b-4459-80c1-3af6d578d67f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 Jul 16 14:58:55.668224 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e666a5b-db64-4fb1-baf5-17338dd8b890 req-6eb6eaa0-19b0-4a99-af06-7fb25677c83d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:55.671618 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e666a5b-db64-4fb1-baf5-17338dd8b890 req-6eb6eaa0-19b0-4a99-af06-7fb25677c83d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.0732515 Jul 16 14:58:55.673530 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de22e767-786a-4025-a25e-56fdcee6db99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.724324 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e666a5b-db64-4fb1-baf5-17338dd8b890 req-07ecb75b-60ea-4cf8-883b-ef85ff4dc248 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Jul 16 14:58:55.793063 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de22e767-786a-4025-a25e-56fdcee6db99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.798885 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-de22e767-786a-4025-a25e-56fdcee6db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.829183 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22e767-786a-4025-a25e-56fdcee6db99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bec873-816a-4f78-8745-64494d58afb7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:55.853355 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-de22e767-786a-4025-a25e-56fdcee6db99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a4306c6bed946ae84be45fbf4d66f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102323 Jul 16 14:58:55.855721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54144) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:55.905796 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3885b87-1cba-4b04-8993-e06c7509c9d6 req-82f00d92-b52c-4535-957d-af75231e90bb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:55.907429 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d3885b87-1cba-4b04-8993-e06c7509c9d6 req-82f00d92-b52c-4535-957d-af75231e90bb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0830564 Jul 16 14:58:55.914542 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.936969 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.950134 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d3885b87-1cba-4b04-8993-e06c7509c9d6 req-58348633-7c48-4bdf-911a-c494d9030d12 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368171 Jul 16 14:58:55.994242 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.996809 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:55.998196 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6bec873-816a-4f78-8745-64494d58afb7 HTTP/1.1" status: 204 len: 168 time: 0.1411383 Jul 16 14:58:56.006828 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1fab-bf53-4a7a-ac58-53a340e22fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bec873-816a-4f78-8745-64494d58afb7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:56.334150 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54164) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:56.348534 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4134f6b6-5f0d-4a6e-830f-243763126f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.450516 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4134f6b6-5f0d-4a6e-830f-243763126f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.454074 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4134f6b6-5f0d-4a6e-830f-243763126f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.491455 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4134f6b6-5f0d-4a6e-830f-243763126f55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69103f4cbbe9464282f1c2cb34c0aa9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560884 Jul 16 14:58:56.494223 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54168) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:56.496255 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134f6b6-5f0d-4a6e-830f-243763126f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab04ccd6-e3cb-446f-9714-938a9ccae7fc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:56.557432 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.580540 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.676986 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.679570 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:56.683193 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab04ccd6-e3cb-446f-9714-938a9ccae7fc HTTP/1.1" status: 204 len: 168 time: 0.1851368 Jul 16 14:58:56.696021 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1d1f4-4256-4155-ad0c-58d36a192aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab04ccd6-e3cb-446f-9714-938a9ccae7fc,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:56.712350 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b191be-c9d4-401a-b72a-d98e9230383a req-df3bc857-5999-4aa0-b07e-037558e2e025 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:56.714308 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1b191be-c9d4-401a-b72a-d98e9230383a req-df3bc857-5999-4aa0-b07e-037558e2e025 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 944 time: 0.1072726 Jul 16 14:58:56.758220 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1b191be-c9d4-401a-b72a-d98e9230383a req-2fb9d2a1-9016-47ea-83c8-28ff0e137379 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349507 Jul 16 14:58:56.946968 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966fcc58-3dc0-4009-a40e-34221b79f162 req-3f2214e1-2f4b-432c-94a9-548130c66c60 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:56.949096 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-966fcc58-3dc0-4009-a40e-34221b79f162 req-3f2214e1-2f4b-432c-94a9-548130c66c60 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.0714357 Jul 16 14:58:56.990886 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-966fcc58-3dc0-4009-a40e-34221b79f162 req-5f7ad481-7534-40f3-bfc3-76b64ea37b5c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354805 Jul 16 14:58:57.138671 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b7d9-03d8-443a-b745-19618eb3eac5 req-5798b684-b858-49f4-9c94-85be0baa67e6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:57.142027 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2e0b7d9-03d8-443a-b745-19618eb3eac5 req-5798b684-b858-49f4-9c94-85be0baa67e6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0723429 Jul 16 14:58:57.183222 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2e0b7d9-03d8-443a-b745-19618eb3eac5 req-45ba627e-165d-42c8-aeb2-b39fa1e4716d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Jul 16 14:58:57.963695 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03e73-da9f-4beb-9887-6b0ac491a911 req-ece262cd-e955-4b2c-a52c-4b7276e665e3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:57.965473 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcb03e73-da9f-4beb-9887-6b0ac491a911 req-ece262cd-e955-4b2c-a52c-4b7276e665e3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 944 time: 0.0792310 Jul 16 14:58:58.009674 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcb03e73-da9f-4beb-9887-6b0ac491a911 req-72889577-8461-4818-86aa-1abbc07756a6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367785 Jul 16 14:58:58.196713 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6125b89-0e7e-4956-82b8-ff10e4d515f3 req-ebed1018-07ce-4598-acd7-ba64e574e679 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:58.198461 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6125b89-0e7e-4956-82b8-ff10e4d515f3 req-ebed1018-07ce-4598-acd7-ba64e574e679 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.0806298 Jul 16 14:58:58.254262 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c6125b89-0e7e-4956-82b8-ff10e4d515f3 req-444a065f-5b14-44a6-a16c-b2105eba92d2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Jul 16 14:58:58.564686 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54302) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:58.584499 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21816796-b463-42a0-9c42-bf8b6eed5ce6 req-916db84c-e930-4e8d-8c4e-464aebede781 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:58.595183 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21816796-b463-42a0-9c42-bf8b6eed5ce6 req-916db84c-e930-4e8d-8c4e-464aebede781 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1035531 Jul 16 14:58:58.639346 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 0471d5eb-342b-4029-8ed1-eacd1c721991 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:58:58.653738 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21816796-b463-42a0-9c42-bf8b6eed5ce6 req-1d03e13f-c361-4991-b066-d652b75564e7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Jul 16 14:58:58.690002 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e933071-984a-4daf-900d-f6708b537db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.711326 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 0471d5eb-342b-4029-8ed1-eacd1c721991 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:58:58.715507 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 0471d5eb-342b-4029-8ed1-eacd1c721991 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:58:58.715960 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.819676 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.847059 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:58:58.847775 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e933071-984a-4daf-900d-f6708b537db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.849534 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b2019a-4250-466f-b310-eb8ec559b30a" -d '{"events": [{"server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "name": "network-vif-plugged", "status": "completed", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:58:58.858993 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e933071-984a-4daf-900d-f6708b537db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.869444 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=0471d5eb-342b-4029-8ed1-eacd1c721991,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:58:58.879173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:58.911676 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54316) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:58.911801 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2e933071-984a-4daf-900d-f6708b537db0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=612b9f460f2f40a4b6c625d0f9bf4e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460054 Jul 16 14:58:58.925592 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933071-984a-4daf-900d-f6708b537db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3242cdc5-b5de-4536-96e6-e938f53700bb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:58.968032 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ae42dd-8cbe-4c93-8f69-4b40672d361c x-openstack-request-id: req-15ae42dd-8cbe-4c93-8f69-4b40672d361c {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:58:58.968345 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "name": "network-vif-plugged", "status": "completed", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:58:58.968600 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15ae42dd-8cbe-4c93-8f69-4b40672d361c {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:58:58.969003 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991', 'code': 200} Jul 16 14:58:59.003780 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.004582 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:59.052983 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.148742 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.152462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.153765 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3242cdc5-b5de-4536-96e6-e938f53700bb HTTP/1.1" status: 204 len: 168 time: 0.2409887 Jul 16 14:58:59.231027 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89d42a-4e0c-4b4b-b7ab-ac571bf0469d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3242cdc5-b5de-4536-96e6-e938f53700bb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:59.338484 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa1cbf-ce45-4f3f-8b95-0bc8b889434a req-01931904-885a-43f7-a8d1-295a52d3529b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:59.343486 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcaa1cbf-ce45-4f3f-8b95-0bc8b889434a req-01931904-885a-43f7-a8d1-295a52d3529b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.1778526 Jul 16 14:58:59.359590 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcabe3-87c7-427e-b2d5-bd3d1af32fdf req-85fbba5e-a243-431d-928c-edcfd20bcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:59.361250 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c7dcabe3-87c7-427e-b2d5-bd3d1af32fdf req-85fbba5e-a243-431d-928c-edcfd20bcfa1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.1070759 Jul 16 14:58:59.396880 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dcaa1cbf-ce45-4f3f-8b95-0bc8b889434a req-ba08543a-033a-4974-9157-99ea3e2ae027 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Jul 16 14:58:59.444829 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c7dcabe3-87c7-427e-b2d5-bd3d1af32fdf req-77f3610a-0e47-467f-82cb-59ad7fb33fba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Jul 16 14:58:59.586206 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54370) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:59.608845 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-26f434c2-beb0-4048-97cd-37c010a9d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.703047 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-26f434c2-beb0-4048-97cd-37c010a9d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.707435 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-26f434c2-beb0-4048-97cd-37c010a9d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.752251 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-26f434c2-beb0-4048-97cd-37c010a9d135 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41f597872e95416390c2e2ae37a0bb81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615541 Jul 16 14:58:59.752251 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f434c2-beb0-4048-97cd-37c010a9d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470ffff-4dd3-4d0e-9b3f-2783ac623ab3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:58:59.752583 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54376) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:58:59.845827 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.878328 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284198e-a923-4846-acf7-eb8a424387dd req-7eb0015e-5e5f-4775-a7c8-333bb91ff696 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:58:59.879876 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5284198e-a923-4846-acf7-eb8a424387dd req-7eb0015e-5e5f-4775-a7c8-333bb91ff696 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.1110375 Jul 16 14:58:59.882124 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.941779 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5284198e-a923-4846-acf7-eb8a424387dd req-fca3982f-ea22-4d6b-9d68-99a8dbb3b87d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Jul 16 14:58:59.970341 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.972886 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:58:59.974025 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c470ffff-4dd3-4d0e-9b3f-2783ac623ab3 HTTP/1.1" status: 204 len: 168 time: 0.2206621 Jul 16 14:58:59.983340 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a047f-ebf5-4d5d-9c46-879b27431305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470ffff-4dd3-4d0e-9b3f-2783ac623ab3,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:00.587765 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35769bf-23c7-412a-95f6-9d48848b92fa req-e4c5a738-88e8-4a09-8803-1bcb9bf3c505 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:00.590320 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f35769bf-23c7-412a-95f6-9d48848b92fa req-e4c5a738-88e8-4a09-8803-1bcb9bf3c505 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.0705967 Jul 16 14:59:00.635347 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f35769bf-23c7-412a-95f6-9d48848b92fa req-78aec0da-3e15-4b7c-b0f1-2100f034ba00 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Jul 16 14:59:01.147400 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2e3b9-76bf-42b4-8e6e-0e8d6aab2e6e req-a1e84925-3aa0-46e9-a820-3753d7a55bac tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:01.148952 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b0f2e3b9-76bf-42b4-8e6e-0e8d6aab2e6e req-a1e84925-3aa0-46e9-a820-3753d7a55bac tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0827904 Jul 16 14:59:01.192538 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b0f2e3b9-76bf-42b4-8e6e-0e8d6aab2e6e req-464b622f-290e-4296-a1ba-5cd1010a3bf1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 Jul 16 14:59:01.868228 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a282-e852-4db9-941a-e3c0158fded3 req-5fae7f87-319b-44fa-aaa4-ede9df912505 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:01.880037 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28d3a282-e852-4db9-941a-e3c0158fded3 req-5fae7f87-319b-44fa-aaa4-ede9df912505 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.1074467 Jul 16 14:59:01.937952 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28d3a282-e852-4db9-941a-e3c0158fded3 req-c0489f6d-bea5-4c2f-b4b0-f3b443224ad6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 Jul 16 14:59:02.382469 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b92dd-ab1e-430b-a936-6359cc08ff5c req-e36159e0-2e23-45c3-b65d-56319894197d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:02.383853 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e2b92dd-ab1e-430b-a936-6359cc08ff5c req-e36159e0-2e23-45c3-b65d-56319894197d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0673270 Jul 16 14:59:02.424340 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1e2b92dd-ab1e-430b-a936-6359cc08ff5c req-107f830f-66e8-4abf-ae61-447741f023c2 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Jul 16 14:59:03.595908 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593e42f-f5b0-4820-bdba-f0fff77699c5 req-f7ba5ed6-c91d-43b7-9595-be90f68fc5e8 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:03.597372 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7593e42f-f5b0-4820-bdba-f0fff77699c5 req-f7ba5ed6-c91d-43b7-9595-be90f68fc5e8 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0640569 Jul 16 14:59:03.634432 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7593e42f-f5b0-4820-bdba-f0fff77699c5 req-1ecf93b2-035f-4df6-9116-ced6052bb6fe tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310664 Jul 16 14:59:06.761225 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c775801-adc9-4b29-8e32-05b3ac384558 req-a1703fb4-effe-4d35-9bca-510b8bd5fc85 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:06.762798 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c775801-adc9-4b29-8e32-05b3ac384558 req-a1703fb4-effe-4d35-9bca-510b8bd5fc85 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0667729 Jul 16 14:59:06.806403 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5c775801-adc9-4b29-8e32-05b3ac384558 req-7fa4f8b6-99d8-4d66-a3d1-7c37cb8685cd tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347455 Jul 16 14:59:08.000419 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3f5d-6f75-4b74-a4e9-cef783df658e req-49d6e0d6-1b42-4419-bfa9-f53599af59d6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:08.001981 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b3d3f5d-6f75-4b74-a4e9-cef783df658e req-49d6e0d6-1b42-4419-bfa9-f53599af59d6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0692878 Jul 16 14:59:08.040221 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b3d3f5d-6f75-4b74-a4e9-cef783df658e req-0e936277-34b6-4679-b404-191e865ecebe tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jul 16 14:59:08.081322 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54664) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:08.188575 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab152652-0522-4f4b-8246-e78ebb30e3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.285384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab152652-0522-4f4b-8246-e78ebb30e3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.289253 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab152652-0522-4f4b-8246-e78ebb30e3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.332465 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab152652-0522-4f4b-8246-e78ebb30e3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170b7af6-10c4-4ffa-8fc1-70280e120f56,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:08.344217 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ab152652-0522-4f4b-8246-e78ebb30e3a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52ec8aca94a64fd8bab7600ba1856e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556686 Jul 16 14:59:08.344373 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54674) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:08.420817 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.445032 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.501301 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.504170 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.508240 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/170b7af6-10c4-4ffa-8fc1-70280e120f56 HTTP/1.1" status: 204 len: 168 time: 0.1633115 Jul 16 14:59:08.524077 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9163f7-33ba-44a0-b63b-a5b688da0183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170b7af6-10c4-4ffa-8fc1-70280e120f56,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:08.584812 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74360b2-0cfc-4485-b159-a7b5e6fc3a04 req-7627bc44-46f0-4d1c-aec4-9329b0bc5636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:08.586783 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f74360b2-0cfc-4485-b159-a7b5e6fc3a04 req-7627bc44-46f0-4d1c-aec4-9329b0bc5636 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0707400 Jul 16 14:59:08.631781 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f74360b2-0cfc-4485-b159-a7b5e6fc3a04 req-fe7b6a32-302f-4328-b4ae-7b739a4eb2ad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366659 Jul 16 14:59:08.835085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54694) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:08.849729 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c2f93e-7458-4e59-a53b-2686fd488e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.954654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c2f93e-7458-4e59-a53b-2686fd488e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:08.960752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c2f93e-7458-4e59-a53b-2686fd488e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.003689 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-52c2f93e-7458-4e59-a53b-2686fd488e0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e217418ced14e9cbe8582a4cad97a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673427 Jul 16 14:59:09.004232 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2f93e-7458-4e59-a53b-2686fd488e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632487e1-0b00-4119-91c0-550dbe30343c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:09.006209 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54704) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:09.064744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.093000 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.144063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.146795 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.147938 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/632487e1-0b00-4119-91c0-550dbe30343c HTTP/1.1" status: 204 len: 168 time: 0.1349370 Jul 16 14:59:09.156363 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7d1b0-798d-4cf4-baa6-b4603a97fcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632487e1-0b00-4119-91c0-550dbe30343c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:09.222396 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b5fc3-7874-4f4b-9ed0-605ec4e87875 req-1445aa61-6a8a-4fb4-b989-28747f17e77f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:09.223882 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27b5fc3-7874-4f4b-9ed0-605ec4e87875 req-1445aa61-6a8a-4fb4-b989-28747f17e77f tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0655737 Jul 16 14:59:09.273306 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d27b5fc3-7874-4f4b-9ed0-605ec4e87875 req-6908cfbd-24c4-49fb-bd12-0c2c9c0b5e10 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jul 16 14:59:09.483732 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54712) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:09.497116 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6cd9cfc5-ede7-49a0-a15e-2253b080cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.582941 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6cd9cfc5-ede7-49a0-a15e-2253b080cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.587869 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6cd9cfc5-ede7-49a0-a15e-2253b080cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.627653 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9cfc5-ede7-49a0-a15e-2253b080cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df97f9ed-1b76-4ff7-bfcb-71c40b5fc326,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:09.632086 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6cd9cfc5-ede7-49a0-a15e-2253b080cae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55517bf223b64a21a7b1a883df7ac597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472266 Jul 16 14:59:09.634677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:09.685806 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.706838 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.760286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.762994 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:09.764137 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df97f9ed-1b76-4ff7-bfcb-71c40b5fc326 HTTP/1.1" status: 204 len: 168 time: 0.1285625 Jul 16 14:59:09.773366 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70b27-30c1-4173-9914-8c71fcbe6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97f9ed-1b76-4ff7-bfcb-71c40b5fc326,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:09.966843 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54730) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:10.147845 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9c6da09-d102-48ca-bdc1-965c0e95cdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.261699 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9c6da09-d102-48ca-bdc1-965c0e95cdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.267960 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9c6da09-d102-48ca-bdc1-965c0e95cdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.309898 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d9c6da09-d102-48ca-bdc1-965c0e95cdc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53f64f4dc8df4a0e80a85690658cdf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415675 Jul 16 14:59:10.311004 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6da09-d102-48ca-bdc1-965c0e95cdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ddefe-61e0-4a4b-89a4-f5c9a029bddc,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:10.312970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54756) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:10.375300 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.406373 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.464528 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.470300 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.475507 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/943ddefe-61e0-4a4b-89a4-f5c9a029bddc HTTP/1.1" status: 204 len: 168 time: 0.1606038 Jul 16 14:59:10.493838 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be9db-e2c2-496d-a7b3-3d3e6506d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ddefe-61e0-4a4b-89a4-f5c9a029bddc,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:10.495922 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21deecd1-67f3-411a-9826-e7336ac836bf req-03fee2f6-b297-44c2-ac97-4716d5109b3b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:10.497826 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21deecd1-67f3-411a-9826-e7336ac836bf req-03fee2f6-b297-44c2-ac97-4716d5109b3b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.0823278 Jul 16 14:59:10.508588 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54766) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:10.553413 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21deecd1-67f3-411a-9826-e7336ac836bf req-072af98b-6529-43b5-bf05-b00656cb80e9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Jul 16 14:59:10.757387 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c1323-c031-4d87-a1cf-4a3630cd4817 req-87bcce1c-51bd-46ba-9d4f-1edbc889717e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:10.762652 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-335c1323-c031-4d87-a1cf-4a3630cd4817 req-87bcce1c-51bd-46ba-9d4f-1edbc889717e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0805361 Jul 16 14:59:10.791192 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94010ee2-18db-4c57-ac0f-19a93c588b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.807513 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-335c1323-c031-4d87-a1cf-4a3630cd4817 req-b1c2b8bc-25b2-4f9c-8c5e-748212e7371e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Jul 16 14:59:10.892951 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94010ee2-18db-4c57-ac0f-19a93c588b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.898300 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-94010ee2-18db-4c57-ac0f-19a93c588b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:10.938776 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-94010ee2-18db-4c57-ac0f-19a93c588b61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70d9c48eff77440e913fed3020835373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285655 Jul 16 14:59:10.941267 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54792) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:10.966662 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010ee2-18db-4c57-ac0f-19a93c588b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e15e7-5840-495b-b0fa-670df64d3796,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:11.010752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.036573 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.104540 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.107125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.111204 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d68e15e7-5840-495b-b0fa-670df64d3796 HTTP/1.1" status: 204 len: 168 time: 0.1662235 Jul 16 14:59:11.117396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d0807-d684-4185-aa03-6abd9459b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e15e7-5840-495b-b0fa-670df64d3796,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:11.481532 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54820) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:11.495460 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22e83a59-6919-4f72-a361-99edc2457c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.584659 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22e83a59-6919-4f72-a361-99edc2457c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.588784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-22e83a59-6919-4f72-a361-99edc2457c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.630707 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-22e83a59-6919-4f72-a361-99edc2457c6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e27368e58724980913a96c1c2e183d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479776 Jul 16 14:59:11.631553 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83a59-6919-4f72-a361-99edc2457c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517dda79-f2d1-4fd0-b045-c6a399066497,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:11.634215 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54824) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:11.688117 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.712116 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.769038 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.771551 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:11.772819 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/517dda79-f2d1-4fd0-b045-c6a399066497 HTTP/1.1" status: 204 len: 168 time: 0.1371341 Jul 16 14:59:11.781980 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e3f32-af93-47dc-ba9e-9de1ae7e4286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517dda79-f2d1-4fd0-b045-c6a399066497,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:12.719884 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-b8ae10ba-efb0-4e96-adc4-06d3814b3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:12.721573 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-b8ae10ba-efb0-4e96-adc4-06d3814b3601 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.0590889 Jul 16 14:59:12.757508 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339ae77-7578-468b-ab5f-6d0758f2c930 req-bae9f297-188e-48e1-89c4-636f68c7c887 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:12.760436 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b339ae77-7578-468b-ab5f-6d0758f2c930 req-bae9f297-188e-48e1-89c4-636f68c7c887 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0748215 Jul 16 14:59:12.807093 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b339ae77-7578-468b-ab5f-6d0758f2c930 req-79804024-28c2-4ad2-90b5-709dadfd76e6 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403314 Jul 16 14:59:12.834374 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-e7bab8b4-a131-40d1-a307-e88fa8024e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:12.836366 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-e7bab8b4-a131-40d1-a307-e88fa8024e9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.1054053 Jul 16 14:59:12.886396 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-c897c91f-8119-4810-a3e2-013b0b188dc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.0402770 Jul 16 14:59:12.949736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-3fc9e070-38f3-46f2-8e2d-8bad416f68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:12.951284 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-3fc9e070-38f3-46f2-8e2d-8bad416f68ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0439634 Jul 16 14:59:12.987513 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-6b366824-d2f8-4a53-bb10-5cb50de921d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275953 Jul 16 14:59:13.099909 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-cbadf3a7-10a6-43f0-aa01-efd3da061063 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943024 Jul 16 14:59:13.194952 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-cf73a0a0-6aa3-4c4e-a8c4-94c92793e864 req-b3c9855c-453a-4a9a-a435-b4cfce8f055f service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863864 Jul 16 14:59:13.985957 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8255f0-3961-4795-a15b-5232f3ae2408 req-84c0d959-6120-45aa-8402-4b3791004918 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:13.987419 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f8255f0-3961-4795-a15b-5232f3ae2408 req-84c0d959-6120-45aa-8402-4b3791004918 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0638156 Jul 16 14:59:14.023775 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0f8255f0-3961-4795-a15b-5232f3ae2408 req-6fd24aa1-9c43-4d40-8f49-71b3efce1b47 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Jul 16 14:59:15.018855 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 54946) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:15.127160 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f681a3e0-8f7f-4b63-b71b-61765fb141cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.248590 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fa8a8-9a3f-445f-a6d2-0d09ba389ad3 req-fb7c9cdc-fdff-474a-9a31-d1dc06a008ea tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:15.250065 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c73fa8a8-9a3f-445f-a6d2-0d09ba389ad3 req-fb7c9cdc-fdff-474a-9a31-d1dc06a008ea tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1070435 Jul 16 14:59:15.305900 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f681a3e0-8f7f-4b63-b71b-61765fb141cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.311658 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c73fa8a8-9a3f-445f-a6d2-0d09ba389ad3 req-02fe9da0-eaef-4766-a449-bc745cb35c03 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555620 Jul 16 14:59:15.312646 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f681a3e0-8f7f-4b63-b71b-61765fb141cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.354895 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f681a3e0-8f7f-4b63-b71b-61765fb141cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=428e598eda9044c1973c15ecc07db96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3325021 Jul 16 14:59:15.354895 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681a3e0-8f7f-4b63-b71b-61765fb141cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c10c2-c7c5-467e-919e-61f386392d6e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:15.355340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54956) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:15.410848 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.432797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.480117 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.482858 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.484068 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f06c10c2-c7c5-467e-919e-61f386392d6e HTTP/1.1" status: 204 len: 168 time: 0.1276953 Jul 16 14:59:15.499587 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffcc64-1baf-45d4-b728-581dae1a6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c10c2-c7c5-467e-919e-61f386392d6e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:15.749570 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54970) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:15.763188 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b28d0717-900b-4517-be49-f27f6f08f0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.852609 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b28d0717-900b-4517-be49-f27f6f08f0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.856379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b28d0717-900b-4517-be49-f27f6f08f0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.892180 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d0717-900b-4517-be49-f27f6f08f0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a08162b-c73b-43c7-a725-0a8293176b8e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:15.896654 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b28d0717-900b-4517-be49-f27f6f08f0ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d53c39d2d4364f009da8a6cdabb43a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459343 Jul 16 14:59:15.899253 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 54972) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:15.948534 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:15.973825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:16.026556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:16.029040 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:16.030190 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a08162b-c73b-43c7-a725-0a8293176b8e HTTP/1.1" status: 204 len: 168 time: 0.1300080 Jul 16 14:59:16.038839 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a182e-a538-4aa4-b423-74b11992a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a08162b-c73b-43c7-a725-0a8293176b8e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:16.517615 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0436c-38e4-42cd-9438-6a0e996484fc req-5d963baa-d550-47a0-a35b-7296df60e15d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:16.519886 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54e0436c-38e4-42cd-9438-6a0e996484fc req-5d963baa-d550-47a0-a35b-7296df60e15d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0733559 Jul 16 14:59:16.560610 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54e0436c-38e4-42cd-9438-6a0e996484fc req-7f28f2b8-a060-4c6e-b43c-a1c879210796 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343916 Jul 16 14:59:16.780648 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55046) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:16.878454 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-561144131-network', 'tenant_id': '63b25850621243debc0311063659f96e'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:16.904736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Made reservation on behalf of 63b25850621243debc0311063659f96e for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:16.907337 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:16.915918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.005870 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.009903 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.036756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:59:17.042940 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552fccd-e6b3-416e-983f-fe6a80d88745,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:17.049349 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.049745 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Added segment 53b04c62-b005-4861-8a84-ce2708516abb of type vlan for network 90568161-1d74-4a59-be89-547cd09098aa Jul 16 14:59:17.089677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.117236 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.118129 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:17.118723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.150604 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3688180 Jul 16 14:59:17.153715 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55058) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:17.159403 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Request body: {'subnet': {'network_id': '90568161-1d74-4a59-be89-547cd09098aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-561144131-subnet', 'tenant_id': '63b25850621243debc0311063659f96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:17.180398 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ebc7-cc3d-473b-bb56-ade14fe2e032 admin admin] Pushing event updated for resources: {'Network': ['ID=90568161-1d74-4a59-be89-547cd09098aa,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:17.189813 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Made reservation on behalf of 63b25850621243debc0311063659f96e for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:17.191579 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.193180 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 90568161-1d74-4a59-be89-547cd09098aa details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:59:17.364899 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.420908 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8133cc2f-63cd-42b6-b519-fd938508b217,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:17.430910 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Checking segment: {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:17.431267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Network hostable DHCP agents. Network: 90568161-1d74-4a59-be89-547cd09098aa, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:59:17.447420 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Network 90568161-1d74-4a59-be89-547cd09098aa is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:59:17.455570 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 90568161-1d74-4a59-be89-547cd09098aa) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:17.459525 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:17.460104 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:17.465403 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b177a-2e3c-4f5e-96b7-c29effa88faf None None] Network 90568161-1d74-4a59-be89-547cd09098aa requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:17.474863 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-eeb11fb7-dde1-4e50-8c00-8f84d1f6b56a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3199661 Jul 16 14:59:17.598601 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b23ff6-7ed1-404b-aa28-8aa19a2d4dc4 None None] Network 90568161-1d74-4a59-be89-547cd09098aa requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:17.761919 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c91973-cba6-4b65-99eb-1dcf1048fbf5 req-0c634419-40c2-4ad3-9f24-da7812126d26 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:17.763481 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73c91973-cba6-4b65-99eb-1dcf1048fbf5 req-0c634419-40c2-4ad3-9f24-da7812126d26 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0650265 Jul 16 14:59:17.801889 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73c91973-cba6-4b65-99eb-1dcf1048fbf5 req-3b29ce20-798a-4475-90fe-05e964c77023 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316942 Jul 16 14:59:18.076080 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-916c5ecf-b69c-431a-963c-248fdaebbb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.288448 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55092) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:18.393673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-339a7352-56d6-4ded-8b89-1a70c337c54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.480916 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-339a7352-56d6-4ded-8b89-1a70c337c54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.484374 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-339a7352-56d6-4ded-8b89-1a70c337c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.520207 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-339a7352-56d6-4ded-8b89-1a70c337c54e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f7f3c4d764c4c40bc5a9122da0932dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304783 Jul 16 14:59:18.522035 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55100) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:18.525072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a7352-56d6-4ded-8b89-1a70c337c54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2206d-f96a-4e17-93f2-0f7277a9c704,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:18.572910 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.598090 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.644157 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.646749 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:18.647887 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc2206d-f96a-4e17-93f2-0f7277a9c704 HTTP/1.1" status: 204 len: 168 time: 0.1246445 Jul 16 14:59:18.655467 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff6d1-282d-4190-9877-26b9e78907eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2206d-f96a-4e17-93f2-0f7277a9c704,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:18.911146 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55108) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:18.926325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f2b86d7-24e0-49a7-a147-1ceb0f871a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.020381 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9492c3-793e-4275-92d6-9868970833fb req-f8f3d1e5-ab30-4852-97fc-14ee3a17a2d3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:19.021929 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8f9492c3-793e-4275-92d6-9868970833fb req-f8f3d1e5-ab30-4852-97fc-14ee3a17a2d3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0975442 Jul 16 14:59:19.081658 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8f9492c3-793e-4275-92d6-9868970833fb req-e5da4a7e-7dd9-44b9-a9d7-1d3d58499d33 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529761 Jul 16 14:59:19.102131 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f2b86d7-24e0-49a7-a147-1ceb0f871a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.107354 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f2b86d7-24e0-49a7-a147-1ceb0f871a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.152303 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0f2b86d7-24e0-49a7-a147-1ceb0f871a66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12cb43482bf04089bbca3316f6674136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400064 Jul 16 14:59:19.153298 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b86d7-24e0-49a7-a147-1ceb0f871a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfab37c-f045-481c-b220-7242ce79fdd8,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:19.154953 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55118) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:19.210667 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.232048 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.280525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.283810 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:19.285060 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acfab37c-f045-481c-b220-7242ce79fdd8 HTTP/1.1" status: 204 len: 168 time: 0.1282055 Jul 16 14:59:19.292651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36078927-f350-44cc-8aac-02125ce04812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfab37c-f045-481c-b220-7242ce79fdd8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:20.507108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8b8-2bcd-4e4d-a3fc-b9b29da3b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:20.959411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:21.992788 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:22.747200 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:23.719096 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.275007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55274) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:27.379450 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6fc8-382b-4643-a3ba-3645c3b103c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.467508 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6fc8-382b-4643-a3ba-3645c3b103c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.471597 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ecfa6fc8-382b-4643-a3ba-3645c3b103c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.513928 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ecfa6fc8-382b-4643-a3ba-3645c3b103c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da210ecbe401497989153e8353f9742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378404 Jul 16 14:59:27.514787 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa6fc8-382b-4643-a3ba-3645c3b103c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0e868-7983-48da-9434-c110a5416755,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:27.517491 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55278) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:27.571764 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.592968 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.639000 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.641570 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:27.643348 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8e0e868-7983-48da-9434-c110a5416755 HTTP/1.1" status: 204 len: 168 time: 0.1244793 Jul 16 14:59:27.650985 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869613-bed3-48e3-bd08-d84aca80678f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0e868-7983-48da-9434-c110a5416755,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:27.908586 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55288) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:27.921330 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e923ef48-6535-412b-ba8d-dd29ecb8037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.010457 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e923ef48-6535-412b-ba8d-dd29ecb8037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.013947 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e923ef48-6535-412b-ba8d-dd29ecb8037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.052323 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e923ef48-6535-412b-ba8d-dd29ecb8037a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=435bc57427044a20bb9daed0c6e070ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426518 Jul 16 14:59:28.053052 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923ef48-6535-412b-ba8d-dd29ecb8037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03c0af7-0291-4bd8-91a2-933a5ee51eee,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:28.056565 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55290) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:28.105566 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.126381 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.171898 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.174559 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.175700 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f03c0af7-0291-4bd8-91a2-933a5ee51eee HTTP/1.1" status: 204 len: 168 time: 0.1181509 Jul 16 14:59:28.186802 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a517271-55ba-4320-8fa7-f2b9d8062a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03c0af7-0291-4bd8-91a2-933a5ee51eee,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:28.381131 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 14:59:28.501957 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55296) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:28.515107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1087bef8-963e-46a4-8351-37bb86571175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.604748 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1087bef8-963e-46a4-8351-37bb86571175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.608818 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1087bef8-963e-46a4-8351-37bb86571175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.648978 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087bef8-963e-46a4-8351-37bb86571175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfee7ed-653d-451c-88eb-8d1ee013a4ce,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:28.653223 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1087bef8-963e-46a4-8351-37bb86571175 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf0c73f964724fa9a754f167e1fb2e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502321 Jul 16 14:59:28.655852 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55300) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:28.704044 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.726565 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.773877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.776419 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:28.777562 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bfee7ed-653d-451c-88eb-8d1ee013a4ce HTTP/1.1" status: 204 len: 168 time: 0.1208239 Jul 16 14:59:28.785446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301a234-6d72-474e-8bc5-f44838db3e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfee7ed-653d-451c-88eb-8d1ee013a4ce,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:32.336401 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-d1c4a0df-e340-44d2-8267-41524b86e8d0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:32.338701 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-d1c4a0df-e340-44d2-8267-41524b86e8d0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.2146027 Jul 16 14:59:32.348820 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-a5648921-262c-4bef-928c-72ce370dde1c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:32.350437 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-a5648921-262c-4bef-928c-72ce370dde1c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 808 time: 0.2238214 Jul 16 14:59:32.370617 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-1ed196d5-ad4a-43bb-9ff0-5fc4cdbf086e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/quotas/fd876df61a97494885b04343e783c44c HTTP/1.1" status: 200 len: 375 time: 0.0191538 Jul 16 14:59:32.373025 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-a707cefe-bd62-4f87-a670-6c626af360dc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/quotas/63b25850621243debc0311063659f96e HTTP/1.1" status: 200 len: 375 time: 0.0124824 Jul 16 14:59:32.448335 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-0e9f41dc-bd29-4de8-8225-4509226b3ee5 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669014 Jul 16 14:59:32.569918 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-51a29b01-a42d-4664-9068-9bc702efec7e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1911798 Jul 16 14:59:32.620794 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-59ae43f1-2413-4e1d-b6c0-5aaac1e930d0 service neutron] 10.222.0.39 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713717 Jul 16 14:59:32.754517 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-5bce41f1-fca8-4b07-8c2e-f08e24f8cea5 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751037 Jul 16 14:59:32.795870 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-613c321e-ceb3-48b0-9b28-802384ce55f8 service neutron] 10.222.0.39 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646011 Jul 16 14:59:32.869225 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-2b31085e-bd97-4129-847b-41f36b603dbf service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070256 Jul 16 14:59:33.183281 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b8c50247-239a-4743-8683-ab05200222a1 req-2c8924b7-a5c9-4dfe-80ae-69869d2b83bb tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Jul 16 14:59:33.231888 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4cb83-5149-4ec5-b428-7ecded142a0b req-46de5ca7-a68a-4fe6-817c-1fb78fe1bb38 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:33.239461 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88f4cb83-5149-4ec5-b428-7ecded142a0b req-46de5ca7-a68a-4fe6-817c-1fb78fe1bb38 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1250191 Jul 16 14:59:33.293093 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-321afa56-e668-4392-bf4b-04a4a6d21716 req-6f3248a1-fde2-42a4-a612-eb15565d1d27 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 210 time: 0.0446427 Jul 16 14:59:33.327336 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88f4cb83-5149-4ec5-b428-7ecded142a0b req-ffe3786b-7b4f-450c-8339-aa357da7cc80 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868547 Jul 16 14:59:34.574377 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d3af6d90-b654-4ef4-91c0-7d540c0b2891 req-84361105-b9e0-46e6-a882-eadd000153d7 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 210 time: 0.2592878 Jul 16 14:59:34.603208 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c1efc9f-3808-472e-a96e-f984ba59a21a req-2229f73c-5747-4843-9f4e-54fed5097e99 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 210 time: 0.0373671 Jul 16 14:59:34.761992 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-2745cfa9-2a5c-4bd2-a118-e4fdf6d20b69 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:34.763703 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-2745cfa9-2a5c-4bd2-a118-e4fdf6d20b69 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 808 time: 0.2047632 Jul 16 14:59:34.787676 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Request body: {'port': {'device_id': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'network_id': '90568161-1d74-4a59-be89-547cd09098aa', 'admin_state_up': True, 'tenant_id': '63b25850621243debc0311063659f96e'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:34.818913 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a572b-9c65-4574-bec6-dfb6fee7e268 req-ddbb0a9a-9b15-4d0f-b610-b4ced63ad9e9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:34.821049 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-580a572b-9c65-4574-bec6-dfb6fee7e268 req-ddbb0a9a-9b15-4d0f-b610-b4ced63ad9e9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0889568 Jul 16 14:59:34.877026 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-580a572b-9c65-4574-bec6-dfb6fee7e268 req-386bd569-cad0-49cb-84ff-697fe27254b5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Jul 16 14:59:34.925145 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Made reservation on behalf of 63b25850621243debc0311063659f96e for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:34.929296 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.078723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Allocated IP 172.20.0.12 (90568161-1d74-4a59-be89-547cd09098aa/8133cc2f-63cd-42b6-b519-fd938508b217/77c4e2c7-abfd-4f19-9729-24d57cd053a7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:35.257610 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.301918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.362988 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Network 90568161-1d74-4a59-be89-547cd09098aa is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:35.389449 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:35.400493 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:35.439715 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Pushing event updated for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:35.479403 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-cb3ba5e9-080a-4235-bb62-fd5ee0585bbd tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:35.480859 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-cb3ba5e9-080a-4235-bb62-fd5ee0585bbd tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.2573402 Jul 16 14:59:35.491964 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:35.492670 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.509450 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5c34b171-f90d-4238-9c05-45e549999b0a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7272944 Jul 16 14:59:35.539523 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Request body: {'port': {'device_id': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'admin_state_up': True, 'tenant_id': 'fd876df61a97494885b04343e783c44c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:35.564637 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Request body: {'port': {'device_id': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:35.728150 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.732073 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:35.735942 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:35.792376 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a2f24b56-03f3-4f60-84fd-80a2569e7961 req-f163853f-1e1e-4d5d-9f78-fd41e1522e3d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 210 time: 0.0323260 Jul 16 14:59:35.857294 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6808e-6abc-457e-b66b-8180e312094c req-eafcac82-62e8-4380-9ee0-3130e5d15918 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:35.869495 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2bc6808e-6abc-457e-b66b-8180e312094c req-eafcac82-62e8-4380-9ee0-3130e5d15918 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 932 time: 0.1432314 Jul 16 14:59:35.913737 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2bc6808e-6abc-457e-b66b-8180e312094c req-b19e4545-8d6f-4a39-b646-258dbd5cf789 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432346 Jul 16 14:59:36.060880 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Allocated IP 172.20.0.6 (cb8bf268-a300-4eca-aba3-cc66dbe740ee/8a1e6c95-6d96-4447-b850-2527a03c7dff/6a31a91d-abd2-4c28-af6a-e180cd324534) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:36.137960 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a2ad5-10d4-4d71-8db6-d74bc6e2d366 req-2082bd06-ea20-496e-8757-7637ed3e5a18 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:36.148481 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-385a2ad5-10d4-4d71-8db6-d74bc6e2d366 req-2082bd06-ea20-496e-8757-7637ed3e5a18 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1069112 Jul 16 14:59:36.200493 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-385a2ad5-10d4-4d71-8db6-d74bc6e2d366 req-e0e1a77e-d5a6-45d3-861c-d361a9da1549 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502310 Jul 16 14:59:36.252339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c4e2c7-abfd-4f19-9729-24d57cd053a7 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:59:36.266062 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.293935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Transition to ACTIVE for port object 77c4e2c7-abfd-4f19-9729-24d57cd053a7 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:36.309654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.513683 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.578249 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Pushing event updated for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:36.654653 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.699813 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Attempting to bind port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:36.700142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Attempting to bind port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:36.700467 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Attempting to bind port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 on network 90568161-1d74-4a59-be89-547cd09098aa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:36.701456 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421a736-24d0-4abe-9f67-740b5a3c221b req-d4d32a18-5815-4853-ad56-4ff3c13c1721 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:36.702972 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1421a736-24d0-4abe-9f67-740b5a3c221b req-d4d32a18-5815-4853-ad56-4ff3c13c1721 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0658908 Jul 16 14:59:36.712620 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:59:36.721661 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 on network 90568161-1d74-4a59-be89-547cd09098aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:59:36.722005 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Attempting to bind port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 on network 90568161-1d74-4a59-be89-547cd09098aa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:36.727097 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:36.733562 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:36.736166 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event updated for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:36.738425 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:36.741021 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:36.741350 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Checking segment: {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:36.741760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Bound using segment: {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:36.742208 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Bound port: 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:36.742557 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.745409 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1421a736-24d0-4abe-9f67-740b5a3c221b req-e6c7b6bf-e38d-4ceb-8eba-bc7b068e9b7b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364270 Jul 16 14:59:36.820931 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:36.821556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.849876 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-e3f7a22c-4b45-48ae-b03b-4f454f0736a2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3148849 Jul 16 14:59:36.857092 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:36.860665 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:36.864937 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.878410 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Request body: {'port': {'device_id': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:36.935424 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:36.936043 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:36.937412 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] 10.222.0.54 "PUT /v2.0/ports/77c4e2c7-abfd-4f19-9729-24d57cd053a7 HTTP/1.1" status: 200 len: 1094 time: 1.3923283 Jul 16 14:59:36.937858 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:59:36.941496 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1" -d '{"events": [{"name": "network-changed", "server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:59:36.997052 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a43d-1a66-4d2e-811a-fe08c8ca0794 service neutron] Pushing event updated for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:37.018136 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fcbe6-7695-46ec-a291-f7e03fa1b679 req-08320a47-ec24-4c49-8e91-2c28bae51fe4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.020491 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d43fcbe6-7695-46ec-a291-f7e03fa1b679 req-08320a47-ec24-4c49-8e91-2c28bae51fe4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 931 time: 0.0768063 Jul 16 14:59:37.021661 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.111018 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d43fcbe6-7695-46ec-a291-f7e03fa1b679 req-a7131d2b-9bec-45d6-9700-3b7eb6817595 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839441 Jul 16 14:59:37.142243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271eab0-024e-4145-8a78-eb3b9ca2b5ab req-b09e99a4-6b46-47bc-83c3-79ac6ff8495c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.145465 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4271eab0-024e-4145-8a78-eb3b9ca2b5ab req-b09e99a4-6b46-47bc-83c3-79ac6ff8495c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 944 time: 0.1097782 Jul 16 14:59:37.171204 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b4676-e020-4910-8c9d-3e16770d7cf9 x-openstack-request-id: req-014b4676-e020-4910-8c9d-3e16770d7cf9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:59:37.171736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:59:37.171736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-014b4676-e020-4910-8c9d-3e16770d7cf9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:59:37.172116 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7', 'status': 'completed', 'code': 200} Jul 16 14:59:37.191788 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4271eab0-024e-4145-8a78-eb3b9ca2b5ab req-30f33319-26db-4981-8d9a-ae9e2d9e6389 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 Jul 16 14:59:37.196658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-88a2d99d-b24a-471a-b029-ef2f19c465c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.198229 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-88a2d99d-b24a-471a-b029-ef2f19c465c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 1097 time: 0.1670368 Jul 16 14:59:37.259071 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-0ce30475-aaa8-45f3-988f-788de5fc4acf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7 HTTP/1.1" status: 200 len: 217 time: 0.0401974 Jul 16 14:59:37.347442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5a2958cf-d3a5-4fbb-b412-14d9608f0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.348885 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5a2958cf-d3a5-4fbb-b412-14d9608f0523 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 200 len: 848 time: 0.0618067 Jul 16 14:59:37.367158 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229e29d-115c-4692-9d19-eb00756acd7b req-e8aad77e-9737-408b-82ef-6d3291f58640 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.368653 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3229e29d-115c-4692-9d19-eb00756acd7b req-e8aad77e-9737-408b-82ef-6d3291f58640 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0637133 Jul 16 14:59:37.394042 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-6497240f-67cf-48b6-bf17-6de529b81606 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90568161-1d74-4a59-be89-547cd09098aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365326 Jul 16 14:59:37.422956 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3229e29d-115c-4692-9d19-eb00756acd7b req-4fbfa588-1900-48e2-a756-39a88108bc26 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Jul 16 14:59:37.487755 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a31a91d-abd2-4c28-af6a-e180cd324534 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:59:37.497125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.520087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Transition to ACTIVE for port object 6a31a91d-abd2-4c28-af6a-e180cd324534 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:37.527642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.538700 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-5945abd0-1e33-4ad3-b823-275670359eb9 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354220 Jul 16 14:59:37.609095 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Pushing event updated for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:37.710726 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-b18390b7-2ba1-4114-84a2-100a9d565767 req-f32d568f-cda0-4f08-92c1-cd7ea55287d5 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489155 Jul 16 14:59:37.724957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Attempting to bind port 6a31a91d-abd2-4c28-af6a-e180cd324534 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:37.725286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Attempting to bind port 6a31a91d-abd2-4c28-af6a-e180cd324534 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:37.725610 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Attempting to bind port 6a31a91d-abd2-4c28-af6a-e180cd324534 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:37.729752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Port 6a31a91d-abd2-4c28-af6a-e180cd324534 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 14:59:37.730067 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Attempting to bind port 6a31a91d-abd2-4c28-af6a-e180cd324534 on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:37.734652 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:37.734985 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Checking segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:37.735950 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Bound using segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:37.736379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Bound port: 6a31a91d-abd2-4c28-af6a-e180cd324534, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:37.736722 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.800009 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:37.803207 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6a31a91d-abd2-4c28-af6a-e180cd324534,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:37.807371 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.838990 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.839609 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:37.841229 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] 10.222.0.54 "PUT /v2.0/ports/6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 1093 time: 0.9717715 Jul 16 14:59:37.894544 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb8ab8-cce0-43e3-a1db-48660f526bfa service neutron] Pushing event updated for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:37.932318 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cc240-bd6a-45c4-8f4e-a5058b4206c4 req-d9d1def0-6aa7-452d-8e8e-523547e3c955 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.935231 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e71cc240-bd6a-45c4-8f4e-a5058b4206c4 req-d9d1def0-6aa7-452d-8e8e-523547e3c955 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0683987 Jul 16 14:59:37.956329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-09ff70ab-2a35-4f5a-b44e-a3cbd255c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:37.957850 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-09ff70ab-2a35-4f5a-b44e-a3cbd255c2ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 1097 time: 0.1157849 Jul 16 14:59:37.973487 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e71cc240-bd6a-45c4-8f4e-a5058b4206c4 req-e7f9d7b7-d05b-4219-b763-88e7b0395910 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330136 Jul 16 14:59:38.001159 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-5e5a4bea-4496-4b47-9b38-490cc3ec0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.002762 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-5e5a4bea-4496-4b47-9b38-490cc3ec0fa6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1096 time: 0.0920501 Jul 16 14:59:38.076890 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-39b61fa3-b50b-4a2d-926a-c47baa4711e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0406914 Jul 16 14:59:38.118657 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-b29f9869-4114-40e4-93ab-b2f98260c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.120116 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-b29f9869-4114-40e4-93ab-b2f98260c3a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 909 time: 0.1496792 Jul 16 14:59:38.140891 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-f7632458-8266-4bb0-ab1d-6c2c67574ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.143050 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-f7632458-8266-4bb0-ab1d-6c2c67574ee4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0578988 Jul 16 14:59:38.183511 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-48619668-cafb-4b19-86a3-efa924e10f42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7 HTTP/1.1" status: 200 len: 217 time: 0.0491524 Jul 16 14:59:38.203296 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-058e7034-baa5-4cab-a237-8775bb2f21bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276597 Jul 16 14:59:38.272487 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-4b4a9943-b666-4856-ba51-7dc019399e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.273972 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-4b4a9943-b666-4856-ba51-7dc019399e1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 200 len: 848 time: 0.0729871 Jul 16 14:59:38.293808 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaa310-e6c3-453a-868a-7bea8fa1f6ee req-34e1e7c2-e6d2-47d2-9bd2-2a9700a8ff4b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.295420 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfeaa310-e6c3-453a-868a-7bea8fa1f6ee req-34e1e7c2-e6d2-47d2-9bd2-2a9700a8ff4b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 943 time: 0.0694392 Jul 16 14:59:38.335228 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-1d407429-506a-4917-a568-b4ae401887c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90568161-1d74-4a59-be89-547cd09098aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322070 Jul 16 14:59:38.364870 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dfeaa310-e6c3-453a-868a-7bea8fa1f6ee req-445db063-98fd-4fc4-9fdb-deeb688179f3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Jul 16 14:59:38.380077 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-ebcceffd-7ae3-4d57-9ffb-808443f97690 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509335 Jul 16 14:59:38.399688 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30555f5f-1581-465a-90a3-6fb1e343cbd7 req-eabff6ee-e296-4229-9c93-1a231fb76034 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.401214 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30555f5f-1581-465a-90a3-6fb1e343cbd7 req-eabff6ee-e296-4229-9c93-1a231fb76034 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 944 time: 0.0823643 Jul 16 14:59:38.450791 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30555f5f-1581-465a-90a3-6fb1e343cbd7 req-a9cd8d37-8be7-412c-b6b1-797d7d625cca tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 Jul 16 14:59:38.496150 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-21f4bb62-50ae-4b10-87fb-3bf06d4480f7 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523800 Jul 16 14:59:38.542431 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82f7d76b-b6e6-4494-a899-764d055d1f91 req-9a0145da-c22b-4258-8e46-3ed5467356d5 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310098 Jul 16 14:59:38.608262 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3c0f7b10-dfb9-47e8-9f69-2dd4cb2307b1 req-83fbcd0d-4e68-44df-8032-e530a0446451 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032567 Jul 16 14:59:38.621677 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de8dee-6088-48e8-9509-1ad065e18ef0 req-9417b142-ccf2-434a-97bd-ad26aed303cf tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:38.623191 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32de8dee-6088-48e8-9509-1ad065e18ef0 req-9417b142-ccf2-434a-97bd-ad26aed303cf tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0709059 Jul 16 14:59:38.662851 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32de8dee-6088-48e8-9509-1ad065e18ef0 req-7d0a6835-7091-45dc-a6f6-d392d3b487bb tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Jul 16 14:59:39.153776 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc4058-5797-438c-bcf0-a01057f310c0 req-e9271032-aa0e-48d0-9697-5c05aa43e7b5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.155283 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-05dc4058-5797-438c-bcf0-a01057f310c0 req-e9271032-aa0e-48d0-9697-5c05aa43e7b5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0617483 Jul 16 14:59:39.174120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:59:39.176484 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:59:39.199549 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-05dc4058-5797-438c-bcf0-a01057f310c0 req-1eaf7be8-0c2d-41a7-a55a-980004d51c03 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380206 Jul 16 14:59:39.222841 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 14:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0610294-6d82-49fd-90d5-2fd4db1ab659 x-openstack-request-id: req-a0610294-6d82-49fd-90d5-2fd4db1ab659 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:59:39.222841 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:59:39.222841 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0610294-6d82-49fd-90d5-2fd4db1ab659 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:59:39.222841 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534', 'status': 'completed', 'code': 200} Jul 16 14:59:39.351903 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-938d2a1b-323b-4f4a-998d-c89ddf701deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.353370 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-938d2a1b-323b-4f4a-998d-c89ddf701deb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1096 time: 0.0518856 Jul 16 14:59:39.447569 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-5a9248d7-4ed5-40aa-b9fc-826903e34c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.449043 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-5a9248d7-4ed5-40aa-b9fc-826903e34c4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0885437 Jul 16 14:59:39.491667 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-6d56c0e1-5f6b-4d2f-a8d4-12c226272b41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0347290 Jul 16 14:59:39.549206 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-ddf80dfa-8706-4a26-a1a8-58bdc8f2958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.550717 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-ddf80dfa-8706-4a26-a1a8-58bdc8f2958a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0476816 Jul 16 14:59:39.555860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb85c1-1a72-4b8c-a883-2e516895dc76 req-397c3fdf-c832-4721-8254-445c58a6d87d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.557384 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebeb85c1-1a72-4b8c-a883-2e516895dc76 req-397c3fdf-c832-4721-8254-445c58a6d87d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 943 time: 0.0783465 Jul 16 14:59:39.603969 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-66c1d492-8d51-4a1e-906d-bf9c2c57562f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419238 Jul 16 14:59:39.635119 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebeb85c1-1a72-4b8c-a883-2e516895dc76 req-4cb0cc48-69b0-4d8c-8fdc-bfdf87780b66 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680058 Jul 16 14:59:39.671495 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa8f56-d48f-4364-ba36-bb4133638c77 req-aeaf620f-ff05-4eb0-8d29-ab270e013d44 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.673103 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85aa8f56-d48f-4364-ba36-bb4133638c77 req-aeaf620f-ff05-4eb0-8d29-ab270e013d44 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 944 time: 0.0697513 Jul 16 14:59:39.706212 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-8399cde7-efb6-4d65-904f-ee0e549f23be service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930715 Jul 16 14:59:39.712646 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-85aa8f56-d48f-4364-ba36-bb4133638c77 req-7f099d92-9385-4726-8a7a-1051037027cd tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336239 Jul 16 14:59:39.809205 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c74b56b5-b241-4a8f-b35a-8bc32d02c98d req-f739390e-1e5e-4551-a62a-e097771947a9 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947340 Jul 16 14:59:39.848726 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67faca-aa19-414f-bbaf-55288e457c2f req-94de88a7-0ed8-4189-98cf-a296fedb1c8e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:39.850350 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fd67faca-aa19-414f-bbaf-55288e457c2f req-94de88a7-0ed8-4189-98cf-a296fedb1c8e tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0662782 Jul 16 14:59:39.893664 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fd67faca-aa19-414f-bbaf-55288e457c2f req-34287bca-d49d-46f6-86d7-f21babea100a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 Jul 16 14:59:40.022812 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55672) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:40.126285 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf33421-63e2-4797-ae5c-956be23ecb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.218346 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf33421-63e2-4797-ae5c-956be23ecb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.223225 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2bf33421-63e2-4797-ae5c-956be23ecb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.264379 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2bf33421-63e2-4797-ae5c-956be23ecb7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bffdda58b45747dc9705a70f512a49d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404461 Jul 16 14:59:40.265250 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf33421-63e2-4797-ae5c-956be23ecb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ddf5e-f14c-493e-ba7e-219904544ff6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:40.270200 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55682) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:40.330525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.351708 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.392827 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0437-ba3b-4351-bb07-89584ac0e77a req-daf9f423-116e-467d-b16d-ca27324754de tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:40.394374 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b5b0437-ba3b-4351-bb07-89584ac0e77a req-daf9f423-116e-467d-b16d-ca27324754de tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0662470 Jul 16 14:59:40.400761 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.403393 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:40.404537 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb5ddf5e-f14c-493e-ba7e-219904544ff6 HTTP/1.1" status: 204 len: 168 time: 0.1357172 Jul 16 14:59:40.412547 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe2668-886c-461c-bab0-10b753259331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ddf5e-f14c-493e-ba7e-219904544ff6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:40.440531 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b5b0437-ba3b-4351-bb07-89584ac0e77a req-08efc91a-38bf-497c-a58e-9f73a47ef65d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Jul 16 14:59:40.820241 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e5bbc-acd4-4fa4-8543-56f792d03a99 req-11b1d85f-9b26-4513-9178-37d4fef18fe0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:40.821893 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-474e5bbc-acd4-4fa4-8543-56f792d03a99 req-11b1d85f-9b26-4513-9178-37d4fef18fe0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 943 time: 0.0689816 Jul 16 14:59:40.848853 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 77c4e2c7-abfd-4f19-9729-24d57cd053a7 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:59:40.911547 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-474e5bbc-acd4-4fa4-8543-56f792d03a99 req-d0e5bbdd-e018-458c-9d63-95b896f370a1 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720878 Jul 16 14:59:40.941561 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4927a-b679-424d-8759-fc8a6bdd54eb req-0ea06106-4958-4769-b8a9-ff2c4604fdca tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:40.943308 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ecc4927a-b679-424d-8759-fc8a6bdd54eb req-0ea06106-4958-4769-b8a9-ff2c4604fdca tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 944 time: 0.1135359 Jul 16 14:59:40.972925 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:40.984533 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '77c4e2c7-abfd-4f19-9729-24d57cd053a7', 'network_id': '90568161-1d74-4a59-be89-547cd09098aa', 'port_id': '77c4e2c7-abfd-4f19-9729-24d57cd053a7', 'mac_address': 'fa:16:3e:cf:1d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8133cc2f-63cd-42b6-b519-fd938508b217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:59:40.995944 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ecc4927a-b679-424d-8759-fc8a6bdd54eb req-1c95d63f-df84-49c9-8e47-f2d460f6b580 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455894 Jul 16 14:59:41.032869 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.046329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c4e2c7-abfd-4f19-9729-24d57cd053a7 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:59:41.073578 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:41.078216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.118408 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55714) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:41.129182 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21097-122c-4fae-9311-31ca8fb61d3d req-dd758da7-086a-4b5e-a9d4-d4bd1f79bf31 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:41.131549 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ba21097-122c-4fae-9311-31ca8fb61d3d req-dd758da7-086a-4b5e-a9d4-d4bd1f79bf31 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0893621 Jul 16 14:59:41.133740 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:41.184952 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ba21097-122c-4fae-9311-31ca8fb61d3d req-23e68f9d-65df-4f9d-a543-4df48586689c tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 Jul 16 14:59:41.218564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1254464600-network', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:41.240533 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Made reservation on behalf of a4df5ac4144445c1ac5744e7dc9a63d6 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:41.243045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.251111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.339393 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.343871 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.369934 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:59:41.378825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f877f2e-6faa-4648-9f7f-76de7d2e8fa2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:41.386124 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.386511 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Added segment e510357d-64ce-46c2-9d66-ecf252b9aa1e of type vlan for network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 Jul 16 14:59:41.431194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.616894 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['77c4e2c7-abfd-4f19-9729-24d57cd053a7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:59:41.650101 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59543bdd-f71d-464d-a61b-c6e79b209aa8 req-ffcb1158-eea0-4335-8c48-4fadef28c4ec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:41.652130 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-59543bdd-f71d-464d-a61b-c6e79b209aa8 req-ffcb1158-eea0-4335-8c48-4fadef28c4ec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0856264 Jul 16 14:59:41.659152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.659766 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:41.660356 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:41.716287 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-59543bdd-f71d-464d-a61b-c6e79b209aa8 req-308dce17-c091-4af6-8a32-3f5b11a0a7c2 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578420 Jul 16 14:59:41.750595 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Pushing event updated for resources: {'Network': ['ID=c613f4bc-37ce-46f4-ba48-7d979f0a4ab2,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:41.765381 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6457949 Jul 16 14:59:41.767652 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.768013 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.768364 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.768659 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55732) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:41.768870 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.769360 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.769701 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.770036 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.770573 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.770911 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.771248 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.771579 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.771905 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c24aefe-73cd-40ed-90dd-e1bfe7e2cf94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:41.773858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Request body: {'subnet': {'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1254464600-subnet', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:41.783900 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:59:41.802121 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Made reservation on behalf of a4df5ac4144445c1ac5744e7dc9a63d6 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:41.804886 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.017924 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.107414 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ff5664-a484-4eda-9c91-485bb46e0699,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:42.137563 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.137819 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.138183 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.138526 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.138860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.139194 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.139525 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.139854 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.140187 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.140511 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.140840 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.141163 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:42.179100 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Checking segment: {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:42.179467 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Network hostable DHCP agents. Network: c613f4bc-37ce-46f4-ba48-7d979f0a4ab2, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:59:42.209883 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d18a7-0296-459d-be45-b151626dc5f6 req-5fcebff5-20e9-4b6b-b9a9-69bdc0a7f23c tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:42.211427 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-722d18a7-0296-459d-be45-b151626dc5f6 req-5fcebff5-20e9-4b6b-b9a9-69bdc0a7f23c tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 943 time: 0.1565537 Jul 16 14:59:42.235473 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:59:42.251938 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, c613f4bc-37ce-46f4-ba48-7d979f0a4ab2) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:42.260495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d70504-7b48-4914-91e7-90ec6fa0658b None None] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:42.263516 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:42.264050 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.276544 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d815d82-0d7d-47d5-99a7-ea362aa30dc2 req-08a5d29d-6245-47d7-996e-9a5867db4941 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:42.278416 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6d815d82-0d7d-47d5-99a7-ea362aa30dc2 req-08a5d29d-6245-47d7-996e-9a5867db4941 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 945 time: 0.1590509 Jul 16 14:59:42.290129 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-722d18a7-0296-459d-be45-b151626dc5f6 req-6e4f9d7f-d14d-4e3d-b88e-17325629ea46 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714085 Jul 16 14:59:42.307613 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d9dcc774-7c2a-4d95-9029-7be5e3ec7a59 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5352113 Jul 16 14:59:42.308322 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55744) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:42.312981 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:42.346225 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6d815d82-0d7d-47d5-99a7-ea362aa30dc2 req-44a4e68c-84f4-434c-b04e-5c210d5519ec tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 Jul 16 14:59:42.357911 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.359287 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.414150 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.432483 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'fixed_ips': [{'subnet_id': '39ff5664-a484-4eda-9c91-485bb46e0699'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:59:42.433430 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.566817 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Allocated IP 172.20.0.2 (c613f4bc-37ce-46f4-ba48-7d979f0a4ab2/39ff5664-a484-4eda-9c91-485bb46e0699/ab7c9d29-668d-4f8a-9d7a-270343af06d7) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:42.581005 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.602411 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0e95-4b88-4f7a-a397-ac3b1cc9d9b7 req-8d4c4989-01d0-415d-9e9a-7d31ff8723ed tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:42.603942 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c7f0e95-4b88-4f7a-a397-ac3b1cc9d9b7 req-8d4c4989-01d0-415d-9e9a-7d31ff8723ed tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1921682 Jul 16 14:59:42.656792 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c7f0e95-4b88-4f7a-a397-ac3b1cc9d9b7 req-6cbf7904-5c76-4aec-8cd0-bf45019ab49c tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Jul 16 14:59:42.711558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.723021 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Transition to ACTIVE for port object ab7c9d29-668d-4f8a-9d7a-270343af06d7 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:42.738716 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Transition to ACTIVE for port object ab7c9d29-668d-4f8a-9d7a-270343af06d7 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:42.745706 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.790953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:42.794142 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:42.796604 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:42.833559 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.855074 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:42.967028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6a31a91d-abd2-4c28-af6a-e180cd324534 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 14:59:42.968953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 77c4e2c7-abfd-4f19-9729-24d57cd053a7 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:43.002328 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770aa6d-f1c5-44e3-8026-7f4e2fdfbd5e req-d32f406c-3774-45e0-b170-fb8d771b1ac0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:43.003807 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0770aa6d-f1c5-44e3-8026-7f4e2fdfbd5e req-d32f406c-3774-45e0-b170-fb8d771b1ac0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1503949 Jul 16 14:59:43.007052 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9d29-668d-4f8a-9d7a-270343af06d7,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:43.023736 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Allocated IP 172.27.0.239 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/d5c4d264-ea84-433a-88e4-4dee6578b152) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:43.040837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Attempting to bind port ab7c9d29-668d-4f8a-9d7a-270343af06d7 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:43.041215 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Attempting to bind port ab7c9d29-668d-4f8a-9d7a-270343af06d7 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:43.041580 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Attempting to bind port ab7c9d29-668d-4f8a-9d7a-270343af06d7 on network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:43.053041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:43.053422 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Checking segment: {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:43.053827 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.054247 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Bound using segment: {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:43.054725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Bound port: ab7c9d29-668d-4f8a-9d7a-270343af06d7, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:43.055129 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.071493 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0770aa6d-f1c5-44e3-8026-7f4e2fdfbd5e req-7e105ea4-de7e-49d3-9fda-2769a25c819f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599704 Jul 16 14:59:43.156310 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:43.161765 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.176435 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:43.176745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.203153 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.229723 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] For port ab7c9d29-668d-4f8a-9d7a-270343af06d7, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:43.245059 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:43.245566 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6a31a91d-abd2-4c28-af6a-e180cd324534,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:43.252087 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:43.255710 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:43.258028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] For port ab7c9d29-668d-4f8a-9d7a-270343af06d7, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ab7c9d29-668d-4f8a-9d7a-270343af06d7,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:43.265235 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '6a31a91d-abd2-4c28-af6a-e180cd324534', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'port_id': '6a31a91d-abd2-4c28-af6a-e180cd324534', 'mac_address': 'fa:16:3e:d8:7a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e6c95-6d96-4447-b850-2527a03c7dff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 14:59:43.270593 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.281258 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Pushing event updated for resources: {'Port': ['ID=d5c4d264-ea84-433a-88e4-4dee6578b152,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:43.390137 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.394230 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.414267 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75172b54-d31b-4c77-82b6-96fb72629695 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9d29-668d-4f8a-9d7a-270343af06d7,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:43.431940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a31a91d-abd2-4c28-af6a-e180cd324534 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 14:59:43.442362 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:59:43.444611 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61bf63b-17de-47c8-b406-dc50734d92c9" -d '{"events": [{"server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "name": "network-vif-plugged", "status": "completed", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:59:43.464041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:43.474017 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.481235 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6a31a91d-abd2-4c28-af6a-e180cd324534,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:43.510274 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.541935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:43.605341 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:43.665055 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c7a6-de79-44f5-9dcd-1f6fb2a9b996 req-6fa7f512-5547-4f65-a16f-3f4af2a43c93 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:43.668303 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b656c7a6-de79-44f5-9dcd-1f6fb2a9b996 req-6fa7f512-5547-4f65-a16f-3f4af2a43c93 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 943 time: 0.2342665 Jul 16 14:59:43.668303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:43.952574 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a092f8d-cf05-4ff6-ac72-5d7b8acac722 req-1206aefa-e60f-4bb5-8f45-570c6f053e0b tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:43.954171 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3a092f8d-cf05-4ff6-ac72-5d7b8acac722 req-1206aefa-e60f-4bb5-8f45-570c6f053e0b tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.4234347 Jul 16 14:59:44.026710 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b656c7a6-de79-44f5-9dcd-1f6fb2a9b996 req-9b9d318b-fc87-4fb8-9d30-de7dc3e465b4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122940 Jul 16 14:59:44.034179 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['6a31a91d-abd2-4c28-af6a-e180cd324534'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:59:44.053765 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3a092f8d-cf05-4ff6-ac72-5d7b8acac722 req-dcbc5d5d-3e21-4a71-b322-cea28081f542 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927238 Jul 16 14:59:44.182766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70b915f-e2eb-4d6c-a465-8be44546a958 x-openstack-request-id: req-f70b915f-e2eb-4d6c-a465-8be44546a958 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:59:44.183061 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "name": "network-vif-plugged", "status": "completed", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:59:44.189781 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f70b915f-e2eb-4d6c-a465-8be44546a958 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:59:44.190329 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7', 'code': 200} Jul 16 14:59:44.267524 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:44.525164 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fddc4f-0a1a-4a3e-b190-d12829cc6e2d None None] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:44.549249 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062269fc-c6d7-437a-9ac7-2c666fa752e9 req-9213ea24-f4aa-4434-8b9c-f88249ddfccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:44.551677 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-062269fc-c6d7-437a-9ac7-2c666fa752e9 req-9213ea24-f4aa-4434-8b9c-f88249ddfccb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 1099 time: 0.0556078 Jul 16 14:59:44.588460 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-062269fc-c6d7-437a-9ac7-2c666fa752e9 req-09b76990-7074-4bb5-90ca-0c19219d7f3d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297675 Jul 16 14:59:44.602987 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014a8b0-76ab-457b-a5c5-5a8a51b7550f req-e94db25e-4039-4d08-99f4-83cb2122fc98 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:44.604911 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d014a8b0-76ab-457b-a5c5-5a8a51b7550f req-e94db25e-4039-4d08-99f4-83cb2122fc98 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1932981 Jul 16 14:59:44.614738 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e3bfe3d5-017e-4d01-8dac-6ef3fb26774c None None] Provisioning for port ab7c9d29-668d-4f8a-9d7a-270343af06d7 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:44.624070 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f7f4-38ee-42a0-8b2d-b0fcc243fbf4 req-0f2c33ba-04aa-4fe6-8669-dc3dc559ccca tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:44.626745 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8026f7f4-38ee-42a0-8b2d-b0fcc243fbf4 req-0f2c33ba-04aa-4fe6-8669-dc3dc559ccca tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.2442281 Jul 16 14:59:44.692861 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Router 353725eb-58f9-4fda-b0b6-898e0f27b100 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:59:44.702687 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8026f7f4-38ee-42a0-8b2d-b0fcc243fbf4 req-da64582f-a97e-49ab-8db1-2fe5d3e299d1 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jul 16 14:59:44.705846 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d014a8b0-76ab-457b-a5c5-5a8a51b7550f req-05cdae74-031a-4e86-9932-9701a94100bd tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782013 Jul 16 14:59:44.815373 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:59:44.824604 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Sync routers for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:59:44.832504 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:44.833987 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-07fc1022-a1f9-4eab-a9cb-f493f255ca26 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5251672 Jul 16 14:59:44.835862 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:44.836490 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:44.836730 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55784) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:44.943934 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:45.169911 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:43Z', 'revision_number': 3, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:45.207024 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Checking router: 353725eb-58f9-4fda-b0b6-898e0f27b100 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:59:45.208178 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Updating router 353725eb-58f9-4fda-b0b6-898e0f27b100 port d5c4d264-ea84-433a-88e4-4dee6578b152 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:59:45.241805 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.367173 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb902a2-7d4e-4b01-9e1b-7bdf2120b611 req-d5b1fef9-d747-410c-b032-7b5cfef0987e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:45.368804 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6fb902a2-7d4e-4b01-9e1b-7bdf2120b611 req-d5b1fef9-d747-410c-b032-7b5cfef0987e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 944 time: 0.1819887 Jul 16 14:59:45.397220 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1d703-1a49-456a-aabe-8348f07432f3 req-1f99bd81-707a-4e85-ace2-ee2bead12be1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:45.398755 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54b1d703-1a49-456a-aabe-8348f07432f3 req-1f99bd81-707a-4e85-ace2-ee2bead12be1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.1711736 Jul 16 14:59:45.406117 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.504490 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6fb902a2-7d4e-4b01-9e1b-7bdf2120b611 req-eac0e377-d63b-4199-9416-12524871c344 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284184 Jul 16 14:59:45.505796 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.515288 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54b1d703-1a49-456a-aabe-8348f07432f3 req-88b73159-bc17-4b97-bc68-737234ba9be5 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043241 Jul 16 14:59:45.544185 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Transition to ACTIVE for port object d5c4d264-ea84-433a-88e4-4dee6578b152 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:45.545492 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.627705 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Pushing event updated for resources: {'Port': ['ID=d5c4d264-ea84-433a-88e4-4dee6578b152,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:45.637136 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Attempting to bind port d5c4d264-ea84-433a-88e4-4dee6578b152 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:45.637514 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Attempting to bind port d5c4d264-ea84-433a-88e4-4dee6578b152 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:45.637883 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Attempting to bind port d5c4d264-ea84-433a-88e4-4dee6578b152 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:45.640376 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Allocated IP 172.20.0.1 (c613f4bc-37ce-46f4-ba48-7d979f0a4ab2/39ff5664-a484-4eda-9c91-485bb46e0699/67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:45.640477 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.640792 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.641324 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.641684 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.642256 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.642604 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.642941 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.643275 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.643629 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.643962 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.644287 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.644615 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:45.659216 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:45.660870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:45.660870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.660870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:45.660870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Bound port: d5c4d264-ea84-433a-88e4-4dee6578b152, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:45.661256 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.700998 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ab7c9d29-668d-4f8a-9d7a-270343af06d7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:45.726896 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] For port d5c4d264-ea84-433a-88e4-4dee6578b152, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:45.730833 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] For port d5c4d264-ea84-433a-88e4-4dee6578b152, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d5c4d264-ea84-433a-88e4-4dee6578b152,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:45.739184 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.812547 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port ab7c9d29-668d-4f8a-9d7a-270343af06d7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:45.820354 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ab7c9d29-668d-4f8a-9d7a-270343af06d7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:45.820849 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.820994 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.830665 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499760e0-f531-435d-91ab-f15bcf47f99d None None] Pushing event updated for resources: {'Port': ['ID=d5c4d264-ea84-433a-88e4-4dee6578b152,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:45.834450 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:45.835316 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:45.872263 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Transition to ACTIVE for port object 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:45.919972 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.956544 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:45.960572 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port ab7c9d29-668d-4f8a-9d7a-270343af06d7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ab7c9d29-668d-4f8a-9d7a-270343af06d7,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:45.967196 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:45.992107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.024355 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=ab7c9d29-668d-4f8a-9d7a-270343af06d7,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:46.054202 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:46.067794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:46.074425 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:46.117760 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Pushing event updated for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:46.130828 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd81f4b-8e58-46d1-b930-d82bc025af2c req-9a4396ad-dc89-4aa4-9a9c-27ec61eaad46 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:46.132507 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9dd81f4b-8e58-46d1-b930-d82bc025af2c req-9a4396ad-dc89-4aa4-9a9c-27ec61eaad46 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2369664 Jul 16 14:59:46.165882 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256cec9-c096-4c79-8548-2b13d9f1e244 req-e2e1fcea-bae4-41cc-b4a4-920781306701 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:46.167489 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c256cec9-c096-4c79-8548-2b13d9f1e244 req-e2e1fcea-bae4-41cc-b4a4-920781306701 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.2269204 Jul 16 14:59:46.186547 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.301454 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c256cec9-c096-4c79-8548-2b13d9f1e244 req-8a6befda-6f22-4c0e-b518-da04020c1597 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238794 Jul 16 14:59:46.307102 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9dd81f4b-8e58-46d1-b930-d82bc025af2c req-df42598d-cfca-4130-ad35-bd8255afcfed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571376 Jul 16 14:59:46.308896 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:43Z', 'revision_number': 3, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:46.349171 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20edb322-26c9-4bc4-b116-fc741e129e18 None None] The sync data for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi is: [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:43Z', 'revision_number': 3, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:59:46.390363 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b0072270-791e-407d-b116-385351b3ec02 None None] Provisioning for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:46.395343 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b0072270-791e-407d-b116-385351b3ec02 None None] Provisioning complete for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:46.395902 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b0072270-791e-407d-b116-385351b3ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.407093 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.436537 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-b0072270-791e-407d-b116-385351b3ec02 None None] Port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:59:46.589918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.604148 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.775318 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Pushing event updated for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:46.788032 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:46.862262 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15a0de-befd-44a3-9e05-ac99f8290d3d req-f1bd40e6-5d9f-4024-8f6e-6ed8ec2907ba tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:46.863723 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7c15a0de-befd-44a3-9e05-ac99f8290d3d req-f1bd40e6-5d9f-4024-8f6e-6ed8ec2907ba tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.1709070 Jul 16 14:59:46.870574 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6a31a91d-abd2-4c28-af6a-e180cd324534 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:46.873408 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e59f2-9a8c-4d76-a0a5-20c273544da9 req-6b94f146-2bd0-4d85-8912-b7516d07fc46 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:46.875865 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-692e59f2-9a8c-4d76-a0a5-20c273544da9 req-6b94f146-2bd0-4d85-8912-b7516d07fc46 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 944 time: 0.1733327 Jul 16 14:59:46.942248 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 6a31a91d-abd2-4c28-af6a-e180cd324534 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:46.946396 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 6a31a91d-abd2-4c28-af6a-e180cd324534 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:46.947165 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.002743 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:47.004641 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:47.011933 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-692e59f2-9a8c-4d76-a0a5-20c273544da9 req-af040e43-7630-4325-9476-eb6b2e1df36a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048372 Jul 16 14:59:47.015927 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7c15a0de-befd-44a3-9e05-ac99f8290d3d req-335a422f-7199-47e4-a6f1-7d35918eda23 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100261 Jul 16 14:59:47.076255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.122573 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:59:47.125524 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6a7a73-0e34-4227-8eb5-51171fe9505d" -d '{"events": [{"server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "name": "network-vif-plugged", "status": "completed", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:59:47.145129 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6a31a91d-abd2-4c28-af6a-e180cd324534,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:47.158329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.191630 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Router 353725eb-58f9-4fda-b0b6-898e0f27b100 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:59:47.202096 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faec20a-2bcb-4fba-9b21-915015b20753 x-openstack-request-id: req-3faec20a-2bcb-4fba-9b21-915015b20753 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:59:47.202448 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "name": "network-vif-plugged", "status": "completed", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:59:47.202712 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3faec20a-2bcb-4fba-9b21-915015b20753 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:59:47.203113 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534', 'code': 200} Jul 16 14:59:47.220501 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:47.286722 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-5f28cfc5-8f7e-43f7-8947-16fb1ae6b744 None None] Provisioning complete for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:47.287167 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5f28cfc5-8f7e-43f7-8947-16fb1ae6b744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.322451 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:59:47.326210 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-5f28cfc5-8f7e-43f7-8947-16fb1ae6b744 None None] Port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:59:47.329606 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-cd7740f6-b9cc-45a3-8da1-55eaafcc48b4 admin admin] 10.222.0.39 "PUT /v2.0/routers/353725eb-58f9-4fda-b0b6-898e0f27b100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4910493 Jul 16 14:59:47.668376 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb705c4-93c6-42e1-b577-77271947f29e req-16e46e3c-972f-4596-96a1-09e0284623ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:47.672053 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6cb705c4-93c6-42e1-b577-77271947f29e req-16e46e3c-972f-4596-96a1-09e0284623ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.0845277 Jul 16 14:59:47.724062 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6cb705c4-93c6-42e1-b577-77271947f29e req-c9e2970b-65db-437a-8c4a-0c7275081a43 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Jul 16 14:59:47.755607 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d5c4d264-ea84-433a-88e4-4dee6578b152 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:47.816739 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port d5c4d264-ea84-433a-88e4-4dee6578b152 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:47.821199 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d5c4d264-ea84-433a-88e4-4dee6578b152 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:47.821847 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.881720 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc51c-ca19-4615-ad99-bd5f0c393516 req-0a83ec4c-84c9-4d4f-93eb-3233ed4ed109 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:47.883234 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697fc51c-ca19-4615-ad99-bd5f0c393516 req-0a83ec4c-84c9-4d4f-93eb-3233ed4ed109 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.3817298 Jul 16 14:59:47.917502 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.940587 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533c13-98f7-4bfc-b4a5-506312e42a68 req-73f9394d-e78e-426e-a27d-f0b1f95acd72 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:47.942142 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8a533c13-98f7-4bfc-b4a5-506312e42a68 req-73f9394d-e78e-426e-a27d-f0b1f95acd72 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.3443508 Jul 16 14:59:47.960558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port d5c4d264-ea84-433a-88e4-4dee6578b152, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d5c4d264-ea84-433a-88e4-4dee6578b152,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:47.966976 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:47.968454 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ab7c9d29-668d-4f8a-9d7a-270343af06d7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:47.987312 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-697fc51c-ca19-4615-ad99-bd5f0c393516 req-9d2b20d8-94a7-4e10-9f71-fec0de761a04 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847950 Jul 16 14:59:48.018492 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8a533c13-98f7-4bfc-b4a5-506312e42a68 req-9c9a0de0-3071-4adf-a31e-1350a5e7fe0c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606217 Jul 16 14:59:48.114493 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55864) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:48.115638 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8f47-7605-49e3-b51d-d5c361b1cf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.123763 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2049894359-network', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:48.153642 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=d5c4d264-ea84-433a-88e4-4dee6578b152,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:48.157469 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ab7c9d29-668d-4f8a-9d7a-270343af06d7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:48.157787 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.163107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Made reservation on behalf of dd401a7d9d3e4f2584900397eb89c82c for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:48.169034 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.182733 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.341915 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cbbdd-fd21-4ea5-bb06-3219ec2d83be req-c70805b2-c1f1-40e8-bc13-313769c536ae tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:48.343566 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce3cbbdd-fd21-4ea5-bb06-3219ec2d83be req-c70805b2-c1f1-40e8-bc13-313769c536ae tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 945 time: 0.1345949 Jul 16 14:59:48.418838 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce3cbbdd-fd21-4ea5-bb06-3219ec2d83be req-cdf1c356-392b-4097-8b17-f535dc964f4d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Jul 16 14:59:48.432939 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.437755 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.452207 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Sync routers for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:59:48.465283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:48.465283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:48.499318 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 14:59:48.502633 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b21e263-4df0-497f-968c-f1d3650ab43a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:48.517940 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.518314 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Added segment 227a757a-f68a-4e3a-8d64-8a525d73fc3c of type vlan for network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a Jul 16 14:59:48.570626 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.574005 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:48.586258 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ac9f9-d02e-43c7-ac1a-e9ee819c8a74 req-f17d94ea-910c-4438-8796-0fe64022cec6 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:48.587742 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de3ac9f9-d02e-43c7-ac1a-e9ee819c8a74 req-f17d94ea-910c-4438-8796-0fe64022cec6 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.1376791 Jul 16 14:59:48.627626 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.628596 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:48.629169 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.666696 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-de3ac9f9-d02e-43c7-ac1a-e9ee819c8a74 req-389993b4-bd82-404e-9275-f57417d93e09 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719192 Jul 16 14:59:48.679006 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5628767 Jul 16 14:59:48.682662 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55874) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:48.690115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Request body: {'subnet': {'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2049894359-subnet', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:48.704340 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d002d5-ee36-4994-9547-c18a013b1ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:48.722907 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 14:59:48.727096 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Made reservation on behalf of dd401a7d9d3e4f2584900397eb89c82c for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:48.729569 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762256'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.858951 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:46Z', 'revision_number': 4, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f', 'name': '', 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'mac_address': 'fa:16:3e:64:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:45Z', 'updated_at': '2021-07-16T14:59:46Z', 'revision_number': 2, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'subnets': [{'id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:48.885451 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Checking router: 353725eb-58f9-4fda-b0b6-898e0f27b100 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:59:48.885815 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Updating router 353725eb-58f9-4fda-b0b6-898e0f27b100 port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:59:48.901183 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13083998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762242'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.925445 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:48.963228 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cfedbae-bff3-4bda-8d4e-ef1b8e64564e,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:48.968442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Checking segment: {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:48.969068 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Network hostable DHCP agents. Network: 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 14:59:48.987859 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 14:59:48.997055 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:49.001855 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:49.002481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.018375 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4865504b-4587-4284-b204-3af11fb0a4e2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3309309 Jul 16 14:59:49.018577 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4175ac-60f3-420d-9a3f-8528db368f2f None None] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:49.018977 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 55876) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:49.030075 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:49.053511 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.054856 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.122925 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.344195 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.392002 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'fixed_ips': [{'subnet_id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 14:59:49.392918 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.421216 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadf626-1db0-4e09-9e90-f8512de25ac6 req-75a085ac-440d-47cf-9709-b1b6b57fc65f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:49.428877 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bbadf626-1db0-4e09-9e90-f8512de25ac6 req-75a085ac-440d-47cf-9709-b1b6b57fc65f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2615767 Jul 16 14:59:49.446837 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c8195-37b9-4987-b8a3-c385b9d9f60c req-f4fc50d2-5b9f-477d-b783-0382ffb439fa tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:49.448489 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9d4c8195-37b9-4987-b8a3-c385b9d9f60c req-f4fc50d2-5b9f-477d-b783-0382ffb439fa tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.2825191 Jul 16 14:59:49.511120 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bbadf626-1db0-4e09-9e90-f8512de25ac6 req-f6d82834-11a5-438a-88cb-a4760d37cc10 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812917 Jul 16 14:59:49.549457 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.569175 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9d4c8195-37b9-4987-b8a3-c385b9d9f60c req-5a308434-95d3-4d3f-9dc5-5bcce32553ed tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047494 Jul 16 14:59:49.580194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Transition to ACTIVE for port object 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:49.653657 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.707928 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Pushing event updated for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:49.714411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d5c4d264-ea84-433a-88e4-4dee6578b152 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:49.744874 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55896) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:49.771498 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.772371 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.772728 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.773171 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.773840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.774426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.774765 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.775102 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.775643 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.775987 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.776622 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.777113 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 14:59:49.818391 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Allocated IP 172.20.0.2 (014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a/8cfedbae-bff3-4bda-8d4e-ef1b8e64564e/692850f9-0820-4693-9f98-104232e85365) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:49.860566 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a122651-d603-4d63-89c7-17084ab43140 req-789c3375-bb03-4221-af5e-1dd5638e77a6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:49.863005 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8a122651-d603-4d63-89c7-17084ab43140 req-789c3375-bb03-4221-af5e-1dd5638e77a6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 945 time: 0.2152698 Jul 16 14:59:49.897943 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.898421 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-968f2c5b-795a-413c-86f5-b452dc751245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.948915 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.976968 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Attempting to bind port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:49.977969 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Attempting to bind port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:49.978529 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Attempting to bind port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f on network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:49.993411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:49.994836 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Checking segment: {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:49.995553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:49.996160 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Bound using segment: {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:49.996851 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Bound port: 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e510357d-64ce-46c2-9d66-ecf252b9aa1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:49.997447 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.010885 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d5c4d264-ea84-433a-88e4-4dee6578b152 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:50.013343 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.041306 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-968f2c5b-795a-413c-86f5-b452dc751245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.053222 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-968f2c5b-795a-413c-86f5-b452dc751245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.119266 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-968f2c5b-795a-413c-86f5-b452dc751245 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3341909c27e04f7492593deb3144eb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694589 Jul 16 14:59:50.127360 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55900) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:50.132161 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Allocated IP 172.27.0.160 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/07698e11-0a2e-4c34-bef7-145aff43d86f) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:50.177935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2c5b-795a-413c-86f5-b452dc751245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4ea8d-fc68-49d5-b66c-558ac248add3,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:50.214187 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.217944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.232369 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] For port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:50.235549 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Transition to ACTIVE for port object 692850f9-0820-4693-9f98-104232e85365 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:50.236803 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8a122651-d603-4d63-89c7-17084ab43140 req-e0b034d9-f141-4574-84dc-59e78ff0992f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337667 Jul 16 14:59:50.245353 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.253255 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28876e1d-1354-4e58-b81f-e4f8baae3e6a req-95a32269-4059-4d8b-a613-49cf34bc8603 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:50.256985 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] For port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:50.276526 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28876e1d-1354-4e58-b81f-e4f8baae3e6a req-95a32269-4059-4d8b-a613-49cf34bc8603 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.4521334 Jul 16 14:59:50.338934 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Transition to ACTIVE for port object 692850f9-0820-4693-9f98-104232e85365 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:50.341979 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.346650 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.350207 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7b4ea8d-fc68-49d5-b66c-558ac248add3 HTTP/1.1" status: 204 len: 168 time: 0.2194972 Jul 16 14:59:50.363879 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beda691-abf2-4738-832c-b6ec0282d1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4ea8d-fc68-49d5-b66c-558ac248add3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:50.365443 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.388352 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.454404 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:50.457238 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-28876e1d-1354-4e58-b81f-e4f8baae3e6a req-0ec5df3f-b76e-402f-95e4-f30d0235416c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618629 Jul 16 14:59:50.458668 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:50.459302 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:20Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:50.466667 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:50.532636 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:50.628945 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.828123 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5a60ebe1-0e2a-4527-99e2-681442b92e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.842909 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62fe9d-8190-4394-ae96-efc38892f318 None None] Pushing event updated for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:50.927030 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-a31806fa-cbaa-4c07-a889-07d17e58e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:50.929957 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-a31806fa-cbaa-4c07-a889-07d17e58e371 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1098 time: 0.3996365 Jul 16 14:59:50.939550 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95742df9-e168-4c2e-b886-d626873c706a req-c88bbb69-d2d1-48f3-a4f1-0baa30332c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:50.941499 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-95742df9-e168-4c2e-b886-d626873c706a req-c88bbb69-d2d1-48f3-a4f1-0baa30332c38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.2578661 Jul 16 14:59:50.946589 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Attempting to bind port 692850f9-0820-4693-9f98-104232e85365 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:50.947195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Attempting to bind port 692850f9-0820-4693-9f98-104232e85365 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:50.947819 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Attempting to bind port 692850f9-0820-4693-9f98-104232e85365 on network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:50.975439 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Pushing event updated for resources: {'Port': ['ID=692850f9-0820-4693-9f98-104232e85365,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:50.980955 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.986110 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:50.987267 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Checking segment: {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:50.987949 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:50.988495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Bound using segment: {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:50.989256 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Bound port: 692850f9-0820-4693-9f98-104232e85365, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:50.989635 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:51.019804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:51.024219 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:51.057438 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:51.097068 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:51.106692 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:51.112139 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-c4c38627-7da8-4ea0-bf54-8df73780c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:51.114220 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-c4c38627-7da8-4ea0-bf54-8df73780c258 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.1402802 Jul 16 14:59:51.157648 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e6e5-4ef3-429f-8fd9-7134338b3add req-b9b928f2-3d67-4c16-b68f-644785c73f64 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:51.170286 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4514e6e5-4ef3-429f-8fd9-7134338b3add req-b9b928f2-3d67-4c16-b68f-644785c73f64 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.4097631 Jul 16 14:59:51.175378 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] For port 692850f9-0820-4693-9f98-104232e85365, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:51.201134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Pushing event updated for resources: {'Port': ['ID=07698e11-0a2e-4c34-bef7-145aff43d86f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:51.226926 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-95742df9-e168-4c2e-b886-d626873c706a req-46abe2e6-5b41-4d7b-99d3-58b54de29ec1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743988 Jul 16 14:59:51.229273 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] For port 692850f9-0820-4693-9f98-104232e85365, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=692850f9-0820-4693-9f98-104232e85365,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:51.254787 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4514e6e5-4ef3-429f-8fd9-7134338b3add req-644bc4c8-6e26-410f-9452-c40da011da29 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836313 Jul 16 14:59:51.258619 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-de819ea5-8b41-46f7-9454-2c6aaa2ee471 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 1001 time: 0.1310675 Jul 16 14:59:51.267045 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e0cb3-347f-4e56-9a4f-69c077bb3832 req-499269df-3ff5-4fcd-8f34-de513b7f8281 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:51.273978 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-947e0cb3-347f-4e56-9a4f-69c077bb3832 req-499269df-3ff5-4fcd-8f34-de513b7f8281 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.3735273 Jul 16 14:59:51.326249 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:51.399386 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-947e0cb3-347f-4e56-9a4f-69c077bb3832 req-a89aa7fe-0786-4eb4-b5ee-eb891ec8f271 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245089 Jul 16 14:59:51.445769 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dc9d2-4f45-499e-9618-a2cbe1426d25 None None] Pushing event updated for resources: {'Port': ['ID=692850f9-0820-4693-9f98-104232e85365,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:51.487013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:46Z', 'revision_number': 4, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f', 'name': '', 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'mac_address': 'fa:16:3e:64:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:45Z', 'updated_at': '2021-07-16T14:59:50Z', 'revision_number': 4, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'subnets': [{'id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:51.548542 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e386b-5582-42d9-8c87-be20d867c6c7 None None] The sync data for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi is: [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:46Z', 'revision_number': 4, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f', 'name': '', 'network_id': 'c613f4bc-37ce-46f4-ba48-7d979f0a4ab2', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'mac_address': 'fa:16:3e:64:0f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:45Z', 'updated_at': '2021-07-16T14:59:50Z', 'revision_number': 4, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'subnets': [{'id': '39ff5664-a484-4eda-9c91-485bb46e0699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:59:51.549011 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f9671-0106-44b9-8026-e8eb514688e9 req-5ae4ea6f-5ff0-42b2-bece-060de972f17b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:51.550781 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d72f9671-0106-44b9-8026-e8eb514688e9 req-5ae4ea6f-5ff0-42b2-bece-060de972f17b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 945 time: 0.1489954 Jul 16 14:59:51.701440 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d72f9671-0106-44b9-8026-e8eb514688e9 req-e2da295b-a6b1-4508-ab4e-44521dc3a2c3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126163 Jul 16 14:59:51.718914 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:51.943446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb234d9f-bd79-4fc4-a450-ee504184a6da req-cf78a946-9419-4f6f-864c-43de8b3a4410 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:51.945052 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb234d9f-bd79-4fc4-a450-ee504184a6da req-cf78a946-9419-4f6f-864c-43de8b3a4410 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.2398119 Jul 16 14:59:52.005815 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:52.059041 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb234d9f-bd79-4fc4-a450-ee504184a6da req-562210ef-027a-4aca-bb51-5da209d77b19 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Jul 16 14:59:52.135117 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:52.339968 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 14:59:52.488620 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:59:52.501645 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Sync routers for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:59:52.518829 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:52.525426 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:52.543002 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:52.546732 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5ea7d00c-c759-47b7-bfe4-c8c2f4982b26 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5244563 Jul 16 14:59:52.549077 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 55970) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:52.587971 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6f46a-a02c-4576-aeb8-f7caef5a4bce req-03dc0b73-3246-40c5-81ad-c8f5b39dcd63 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:52.601780 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70b6f46a-a02c-4576-aeb8-f7caef5a4bce req-03dc0b73-3246-40c5-81ad-c8f5b39dcd63 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1745012 Jul 16 14:59:52.710430 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-70b6f46a-a02c-4576-aeb8-f7caef5a4bce req-bd9c58e1-b4d3-4eba-a73d-1691a1d7a475 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988557 Jul 16 14:59:52.712005 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:52.741831 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:52.817321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37148c-a035-4e57-8c81-1e160d7579fa None None] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 14:59:52.946725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-427374c8-a56b-4366-878a-05be3bb9cc3a None None] Provisioning for port 692850f9-0820-4693-9f98-104232e85365 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:52.950921 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:51Z', 'revision_number': 3, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:52.997691 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Checking router: 2a6ffefa-44a1-4e83-8121-2152676c4fb5 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:59:52.998523 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Updating router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 port 07698e11-0a2e-4c34-bef7-145aff43d86f binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:59:53.036111 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.155668 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91a073-4a83-4c08-a273-99a3b371e2d6 req-ea08ef9a-e42e-4d1a-929e-db9e138e2817 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:53.164692 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b91a073-4a83-4c08-a273-99a3b371e2d6 req-ea08ef9a-e42e-4d1a-929e-db9e138e2817 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.3779538 Jul 16 14:59:53.228510 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b91a073-4a83-4c08-a273-99a3b371e2d6 req-77a0f1ea-fe54-4145-9762-ff8a250c7b0c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629208 Jul 16 14:59:53.269956 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.391192 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac58cca-7544-434b-95f4-07eb64394e7a req-cfecc93a-a62d-41d0-b14f-edd6dc0d45b1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:53.393556 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ac58cca-7544-434b-95f4-07eb64394e7a req-cfecc93a-a62d-41d0-b14f-edd6dc0d45b1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.1641386 Jul 16 14:59:53.449238 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ac58cca-7544-434b-95f4-07eb64394e7a req-8ad4deeb-c953-4f55-8be7-f3ed3cd0d736 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 Jul 16 14:59:53.506716 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.517621 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Transition to ACTIVE for port object 07698e11-0a2e-4c34-bef7-145aff43d86f will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:53.526543 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.538801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Allocated IP 172.20.0.1 (014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a/8cfedbae-bff3-4bda-8d4e-ef1b8e64564e/d2847fdb-843a-470f-bbd4-6bad500fd1e9) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:53.585743 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff5d6-bbbd-4910-907e-108b445ddd14 None None] Pushing event updated for resources: {'Port': ['ID=07698e11-0a2e-4c34-bef7-145aff43d86f,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:53.602892 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Attempting to bind port 07698e11-0a2e-4c34-bef7-145aff43d86f on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:53.603275 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Attempting to bind port 07698e11-0a2e-4c34-bef7-145aff43d86f by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:53.603649 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Attempting to bind port 07698e11-0a2e-4c34-bef7-145aff43d86f on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:53.609089 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:53.609475 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:53.609942 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.610412 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:53.610884 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Bound port: 07698e11-0a2e-4c34-bef7-145aff43d86f, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:53.611298 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.657870 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.666313 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] For port 07698e11-0a2e-4c34-bef7-145aff43d86f, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:53.671578 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] For port 07698e11-0a2e-4c34-bef7-145aff43d86f, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=07698e11-0a2e-4c34-bef7-145aff43d86f,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:53.676801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Transition to ACTIVE for port object d2847fdb-843a-470f-bbd4-6bad500fd1e9 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:53.680968 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.688001 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 692850f9-0820-4693-9f98-104232e85365 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:53.725622 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:53.726191 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.726332 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:53.787315 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:53.790812 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:53.793684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 14:59:53.838286 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:53.842911 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.882527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:53.949351 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:53.952882 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bde19-eafc-4c35-8f91-d4782629be64 req-983f7965-1425-46aa-b00b-7073c07056c2 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:53.965171 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-020bde19-eafc-4c35-8f91-d4782629be64 req-983f7965-1425-46aa-b00b-7073c07056c2 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1050379 Jul 16 14:59:53.971168 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 692850f9-0820-4693-9f98-104232e85365 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:53.978111 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 692850f9-0820-4693-9f98-104232e85365 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:53.978794 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.013952 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ff5d6-bbbd-4910-907e-108b445ddd14 None None] Pushing event updated for resources: {'Port': ['ID=07698e11-0a2e-4c34-bef7-145aff43d86f,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:54.024294 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-020bde19-eafc-4c35-8f91-d4782629be64 req-110fa7e2-37a4-425f-847a-03413c7d62ee tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579171 Jul 16 14:59:54.041441 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.092251 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.129262 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:51Z', 'revision_number': 3, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:54.129519 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6445f1fe-d5d5-46ae-854c-fc76791d2238 None None] Provisioning for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:54.134834 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 692850f9-0820-4693-9f98-104232e85365, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=692850f9-0820-4693-9f98-104232e85365,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:54.136517 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6445f1fe-d5d5-46ae-854c-fc76791d2238 None None] Provisioning complete for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:54.136892 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6445f1fe-d5d5-46ae-854c-fc76791d2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.140129 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.140990 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:54.157343 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd47944-500b-4bce-a4a7-d19ac66bc86d None None] The sync data for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi is: [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:51Z', 'revision_number': 3, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:59:54.240028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-6445f1fe-d5d5-46ae-854c-fc76791d2238 None None] Port d2847fdb-843a-470f-bbd4-6bad500fd1e9 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:59:54.253072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.259464 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.265595 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=692850f9-0820-4693-9f98-104232e85365,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:54.278528 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:54.284396 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:54.284775 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.336921 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:54.345988 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.376636 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.413823 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:54.423239 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.458491 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 14:59:54.477830 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 14:59:54.486860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96a260-a6bb-4b69-be26-15b1368a078e req-58edb3f6-1251-4019-8e0d-3e2b84768118 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:54.495046 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b96a260-a6bb-4b69-be26-15b1368a078e req-58edb3f6-1251-4019-8e0d-3e2b84768118 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0934508 Jul 16 14:59:54.569255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:54.593637 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b96a260-a6bb-4b69-be26-15b1368a078e req-a89610e7-6e2c-470c-95f2-29931fcb3104 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972226 Jul 16 14:59:54.725521 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 14:59:54.727618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-46c4d29c-5c70-4dc0-bb30-3ba9c295259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:54.729752 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-46c4d29c-5c70-4dc0-bb30-3ba9c295259d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.1192081 Jul 16 14:59:54.742684 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228916d2-d094-415c-8de1-8f4a1719f76b req-3fd09e34-a556-48bb-aefc-ae8d5ccb3d8d tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:54.746708 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-228916d2-d094-415c-8de1-8f4a1719f76b req-3fd09e34-a556-48bb-aefc-ae8d5ccb3d8d tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.0808918 Jul 16 14:59:54.815323 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-228916d2-d094-415c-8de1-8f4a1719f76b req-d3996ed2-9b9b-41b1-b40e-b2450daeccb1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621588 Jul 16 14:59:54.870553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-0e1f409d-aea7-41e1-926b-28b9c61d9608 None None] Provisioning complete for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:54.871495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0e1f409d-aea7-41e1-926b-28b9c61d9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:54.897153 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-ad94c99b-769f-4da7-b239-c653f7ad066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:54.898794 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-ad94c99b-769f-4da7-b239-c653f7ad066b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1192136 Jul 16 14:59:54.899971 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 14:59:54.906940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f409d-aea7-41e1-926b-28b9c61d9608 None None] Port d2847fdb-843a-470f-bbd4-6bad500fd1e9 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 14:59:54.909562 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8bc4c6ea-0d9d-4ee2-89f3-fd20190b5bcd admin admin] 10.222.0.39 "PUT /v2.0/routers/2a6ffefa-44a1-4e83-8121-2152676c4fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3587503 Jul 16 14:59:55.015111 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-7176034e-e2e9-43c4-a29f-bce0076cd65f service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964489 Jul 16 14:59:55.215729 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464da237-6731-4263-b2bf-ed1b48d9a249 req-815a25cb-109c-47d9-aded-fded51f689c9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:55.217695 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-464da237-6731-4263-b2bf-ed1b48d9a249 req-815a25cb-109c-47d9-aded-fded51f689c9 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0797145 Jul 16 14:59:55.288050 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-464da237-6731-4263-b2bf-ed1b48d9a249 req-f9587e20-b459-4f81-a1f9-b25ed68b9fe4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621586 Jul 16 14:59:55.443368 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ad2ec537-cd72-4a7f-b918-2cf9d03f6d2d req-7537dcc9-4077-43ae-8cfd-32eb9bb59d63 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197227 Jul 16 14:59:55.496859 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56012) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:55.520890 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227684250', 'description': 'tempest-secgroup-smoke-1227684250 description', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:55.563303 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.678683 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.689724 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.719670 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 07698e11-0a2e-4c34-bef7-145aff43d86f up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:55.725094 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.727748 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2265570 Jul 16 14:59:55.735107 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-c43675c1-5d34-4b3d-af45-a2629a7df8fb tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:55.736646 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56020) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:55.741993 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-c43675c1-5d34-4b3d-af45-a2629a7df8fb tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 946 time: 0.1427944 Jul 16 14:59:55.756883 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:55.785821 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c204a9c-37be-4b41-bfce-de16f4559f7a tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ca357b-3544-4af1-8934-036ea4577bad,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:55.814270 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.837339 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 07698e11-0a2e-4c34-bef7-145aff43d86f completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:55.850671 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 07698e11-0a2e-4c34-bef7-145aff43d86f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:55.851303 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.947393 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.951989 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-54601fda-79ff-4362-a741-2ca4332be34b tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ffc6526e68e24648979523dddc860e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336788 Jul 16 14:59:55.958383 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.983045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Deleting port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 14:59:55.983509 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:55.999904 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.007974 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783238f8-3a53-471f-a642-c47cc7845fec req-2a3b61b6-5029-46ae-9c77-27d882706225 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:56.015341 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-783238f8-3a53-471f-a642-c47cc7845fec req-2a3b61b6-5029-46ae-9c77-27d882706225 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1893945 Jul 16 14:59:56.027028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 07698e11-0a2e-4c34-bef7-145aff43d86f, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=07698e11-0a2e-4c34-bef7-145aff43d86f,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:56.032854 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.033786 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 692850f9-0820-4693-9f98-104232e85365 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:56.052148 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d30303-44fe-4dff-bf8d-9c3709a64be3,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:56.088663 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.093501 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e95d7f06-286e-46d6-8ea6-b03755f1fe25 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555908 Jul 16 14:59:56.095438 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56038) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:56.103450 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:56.133906 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=07698e11-0a2e-4c34-bef7-145aff43d86f,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:56.149944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 692850f9-0820-4693-9f98-104232e85365 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:56.150287 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.154564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] For port 77c4e2c7-abfd-4f19-9729-24d57cd053a7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=77c4e2c7-abfd-4f19-9729-24d57cd053a7,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:56.154751 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.165142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.173817 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Calling delete_port for 77c4e2c7-abfd-4f19-9729-24d57cd053a7 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 14:59:56.264936 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:56.270823 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-783238f8-3a53-471f-a642-c47cc7845fec req-a2a88a16-dd87-409b-b902-df6b93d14e69 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540727 Jul 16 14:59:56.289275 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.316986 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.332640 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-93b51b05-4273-4aa3-9252-e18e0acb933d tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:56.341288 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:56.342024 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.342444 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-93b51b05-4273-4aa3-9252-e18e0acb933d tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3815491 Jul 16 14:59:56.348406 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912d3bcc-a2fa-4fa3-8117-7d491d27aec5,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:56.373856 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-be8a0ba8-96ad-4e62-9aab-2419d83321fe tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/quotas/ffc6526e68e24648979523dddc860e7f HTTP/1.1" status: 200 len: 375 time: 0.0303869 Jul 16 14:59:56.385769 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Sync routers for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 14:59:56.413390 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.418738 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-67379132-ac82-4837-8603-93ff82162d22 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211889 Jul 16 14:59:56.420718 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:56.421613 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:56.425663 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56044) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:56.439666 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-d33bc43f-d571-4d9f-a5c8-e7b5a8a284a1 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffc6526e68e24648979523dddc860e7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586057 Jul 16 14:59:56.450787 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:56.517564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.530451 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.606527 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae213a-d8c3-45a5-bdac-8ab8319c1e1f req-6757fe3a-443a-4e4a-86fe-e4893c055cde tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:56.611411 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4cae213a-d8c3-45a5-bdac-8ab8319c1e1f req-6757fe3a-443a-4e4a-86fe-e4893c055cde tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 867 time: 0.1336699 Jul 16 14:59:56.615704 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Pushing event deleted for resources: {'Port': ['ID=77c4e2c7-abfd-4f19-9729-24d57cd053a7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:56.650976 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['77c4e2c7-abfd-4f19-9729-24d57cd053a7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 14:59:56.663115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.690872 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] No DVR routers for this DVR port 77c4e2c7-abfd-4f19-9729-24d57cd053a7 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 14:59:56.692905 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.696085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.699303 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-bce7f77f-0141-4c14-9e78-f17bc50d14c0 req-f15a7ee5-5b58-40b6-a9a5-0700d7ecc734 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "DELETE /v2.0/ports/77c4e2c7-abfd-4f19-9729-24d57cd053a7 HTTP/1.1" status: 204 len: 173 time: 0.9146779 Jul 16 14:59:56.702418 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4cae213a-d8c3-45a5-bdac-8ab8319c1e1f req-9eee236d-73d5-43cc-bf2e-f41edee6d374 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657527 Jul 16 14:59:56.704391 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'name': 'network-vif-deleted', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 14:59:56.706784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44d31e7-a47d-4dda-9656-47d7a0d32654" -d '{"events": [{"server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "name": "network-vif-deleted", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 14:59:56.726297 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f5505b-78a0-41c2-b2a0-ef5131f1bc25,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:56.743371 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.744811 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8b24b7dc-1f0d-49ce-a5c6-9553f5dfecee tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3182151 Jul 16 14:59:56.747761 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56054) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:56.758578 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:56.764208 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:56.874736 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a1a37f1-ebb9-4da2-918e-d92484fe4d04 req-f72a5708-ca2a-407e-899f-8e8fbab7ca08 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0428169 Jul 16 14:59:56.918991 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:56.939611 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e091e922-7b4b-4a1c-ba96-7a0073f14806 x-openstack-request-id: req-e091e922-7b4b-4a1c-ba96-7a0073f14806 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 14:59:56.940117 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e3ecefd-576a-4663-97fc-fb44b8a8ad33", "name": "network-vif-deleted", "tag": "77c4e2c7-abfd-4f19-9729-24d57cd053a7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 14:59:56.940566 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e091e922-7b4b-4a1c-ba96-7a0073f14806 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 14:59:56.941254 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3ecefd-576a-4663-97fc-fb44b8a8ad33', 'name': 'network-vif-deleted', 'tag': '77c4e2c7-abfd-4f19-9729-24d57cd053a7', 'status': 'completed', 'code': 200} Jul 16 14:59:56.984958 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225cd1e-d7b3-4dbf-83eb-d96b093ccf1e req-fd601079-edf1-4532-9ad7-55c7497e05c5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:56.987070 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9225cd1e-d7b3-4dbf-83eb-d96b093ccf1e req-fd601079-edf1-4532-9ad7-55c7497e05c5 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.2070057 Jul 16 14:59:57.058283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:53Z', 'revision_number': 4, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd2847fdb-843a-470f-bbd4-6bad500fd1e9', 'name': '', 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'mac_address': 'fa:16:3e:96:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:53Z', 'updated_at': '2021-07-16T14:59:54Z', 'revision_number': 2, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'subnets': [{'id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:57.069508 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.083212 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9225cd1e-d7b3-4dbf-83eb-d96b093ccf1e req-17fdd31d-4d6d-4dab-b51d-93de0cdc753a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862212 Jul 16 14:59:57.087374 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.099180 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Checking router: 2a6ffefa-44a1-4e83-8121-2152676c4fb5 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 14:59:57.099973 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Updating router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 port d2847fdb-843a-470f-bbd4-6bad500fd1e9 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 14:59:57.114381 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0693270a-cda8-4d82-95a5-84dbce8e7517,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:57.126001 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.130138 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56066) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:57.130413 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-58e34c02-f6da-40cd-920e-3221930b5ef0 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3810048 Jul 16 14:59:57.135801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:57.144932 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.166605 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.securitygroups_db [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Project a4df5ac4144445c1ac5744e7dc9a63d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:59:57.174310 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.280030 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.285685 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.308619 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1725988f-c080-4d1f-9164-51c440125da1,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:57.311927 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.313625 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4cb523cb-63be-4f68-807d-2308bc40dd74 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1818211 Jul 16 14:59:57.316318 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56070) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 14:59:57.326657 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Request body: {'security_group_rule': {'security_group_id': '79ca357b-3544-4af1-8934-036ea4577bad', 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:57.383614 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Project a4df5ac4144445c1ac5744e7dc9a63d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 14:59:57.400695 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.493088 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.509750 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Transition to ACTIVE for port object d2847fdb-843a-470f-bbd4-6bad500fd1e9 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 14:59:57.520514 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.581471 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.592738 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.609474 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe165749-690a-476d-a7ca-95e143421c35 req-23a1b149-89b1-4fad-8b94-6da170c46a66 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:57.618531 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe165749-690a-476d-a7ca-95e143421c35 req-23a1b149-89b1-4fad-8b94-6da170c46a66 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1581621 Jul 16 14:59:57.660440 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-acbb181c-9b99-4dde-92e1-2323441e596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:57.663478 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027e62c7-4bbf-4fc0-98cb-81196c0e3046,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:57.664372 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-acbb181c-9b99-4dde-92e1-2323441e596f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.1079574 Jul 16 14:59:57.683115 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.687980 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5a2b4a52-1e58-4911-8cb1-400fe26e6d57 tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3695869 Jul 16 14:59:57.705291 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4604-4774-44e1-ba0b-e5caae76be1b None None] Pushing event updated for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:57.741493 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe165749-690a-476d-a7ca-95e143421c35 req-33a998f0-cfae-4358-901a-c7585db6cbce tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219966 Jul 16 14:59:57.806058 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 07698e11-0a2e-4c34-bef7-145aff43d86f up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:57.858926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028aba4-0710-4688-a99e-e823da4c4cba req-ed35cd3b-3cff-4822-937a-36d3eddb6981 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:57.865851 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7028aba4-0710-4688-a99e-e823da4c4cba req-ed35cd3b-3cff-4822-937a-36d3eddb6981 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1025898 Jul 16 14:59:57.899208 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-11e83318-45a3-4ddd-999d-dceccf76ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:57.900726 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-11e83318-45a3-4ddd-999d-dceccf76ef7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.2269177 Jul 16 14:59:57.925771 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Attempting to bind port d2847fdb-843a-470f-bbd4-6bad500fd1e9 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 14:59:57.926293 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Attempting to bind port d2847fdb-843a-470f-bbd4-6bad500fd1e9 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 14:59:57.926535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Attempting to bind port d2847fdb-843a-470f-bbd4-6bad500fd1e9 on network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 14:59:57.935973 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 14:59:57.936366 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Checking segment: {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 14:59:57.936755 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.937152 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Bound using segment: {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 14:59:57.938151 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Bound port: d2847fdb-843a-470f-bbd4-6bad500fd1e9, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a757a-f68a-4e3a-8d64-8a525d73fc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 14:59:57.938725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:57.978617 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7028aba4-0710-4688-a99e-e823da4c4cba req-abcae2e4-8663-410c-9428-262fd9eb967c tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035953 Jul 16 14:59:58.034815 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-cb82ae99-2250-40d0-ab26-8298836b3577 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.1246078 Jul 16 14:59:58.074720 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0b4fe432-cfa5-4878-a90f-db3aa407d3bc req-34fa293c-65b7-4f8a-943a-b2b83cb36cdd tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e3ecefd-576a-4663-97fc-fb44b8a8ad33 HTTP/1.1" status: 200 len: 210 time: 0.0418315 Jul 16 14:59:58.137182 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 07698e11-0a2e-4c34-bef7-145aff43d86f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:58.137765 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:58.139631 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] For port d2847fdb-843a-470f-bbd4-6bad500fd1e9, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 14:59:58.146916 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] For port d2847fdb-843a-470f-bbd4-6bad500fd1e9, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d2847fdb-843a-470f-bbd4-6bad500fd1e9,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 14:59:58.147160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-9dceaf53-02ef-4059-8eb1-238f92b04b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:58.154439 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-9dceaf53-02ef-4059-8eb1-238f92b04b97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.1114690 Jul 16 14:59:58.167553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:58.222639 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a69249f2-9fac-45f0-ab83-ae379c117a88 req-320a2c8c-5347-45ff-b651-2bcfed9b567b tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0559344 Jul 16 14:59:58.228162 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-ba2f990e-7440-4aa8-8507-3b3dc5752fa3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483036 Jul 16 14:59:58.272779 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 14:59:58.273466 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T14:59:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:58.277492 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4604-4774-44e1-ba0b-e5caae76be1b None None] Pushing event updated for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:58.372432 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-62742858-63c3-4053-a71d-24a5f0551158 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428535 Jul 16 14:59:58.488235 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f78290f6-5c8e-4136-b8b1-b64ee5cd48c8 req-c4e36cf4-f6ca-47e6-b11f-1cfc7bc46068 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053364 Jul 16 14:59:58.606507 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 14:59:58.811275 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:53Z', 'revision_number': 4, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd2847fdb-843a-470f-bbd4-6bad500fd1e9', 'name': '', 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'mac_address': 'fa:16:3e:96:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:53Z', 'updated_at': '2021-07-16T14:59:58Z', 'revision_number': 4, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'subnets': [{'id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 14:59:58.839450 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347ad46-763e-445b-bb0e-98c67ed2f483 None None] The sync data for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi is: [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:53Z', 'revision_number': 4, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd2847fdb-843a-470f-bbd4-6bad500fd1e9', 'name': '', 'network_id': '014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'mac_address': 'fa:16:3e:96:91:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:53Z', 'updated_at': '2021-07-16T14:59:58Z', 'revision_number': 4, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'subnets': [{'id': '8cfedbae-bff3-4bda-8d4e-ef1b8e64564e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 14:59:58.902359 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9a2bcc61-c951-4769-bc14-bbb8d35d771f tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ffc6526e68e24648979523dddc860e7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368223 Jul 16 14:59:58.947552 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 77c4e2c7-abfd-4f19-9729-24d57cd053a7 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 14:59:58.948981 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50435427-40ae-4da1-9aa0-8d3e83728b2e req-c7d0904f-a546-4c40-8810-17f00689c8a6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:58.950664 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-50435427-40ae-4da1-9aa0-8d3e83728b2e req-c7d0904f-a546-4c40-8810-17f00689c8a6 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0981889 Jul 16 14:59:58.998495 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 77c4e2c7-abfd-4f19-9729-24d57cd053a7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 14:59:58.999089 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 77c4e2c7-abfd-4f19-9729-24d57cd053a7 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 14:59:59.025029 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-50435427-40ae-4da1-9aa0-8d3e83728b2e req-1bcacb72-0bbe-41cc-8ada-792fe51aaa09 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665317 Jul 16 14:59:59.246539 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfdbd8-12f1-4999-985d-cb525b954deb req-2e70e226-d90e-4298-a969-4461c982c8ff tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:59.248188 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4cbfdbd8-12f1-4999-985d-cb525b954deb req-2e70e226-d90e-4298-a969-4461c982c8ff tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1002390 Jul 16 14:59:59.255887 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-03a9960f-d10c-40ab-a0f3-8263720f8274 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:59.257753 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-03a9960f-d10c-40ab-a0f3-8263720f8274 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915554 Jul 16 14:59:59.285767 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Request body: {'port': {'device_id': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3', 'admin_state_up': True, 'tenant_id': 'ffc6526e68e24648979523dddc860e7f'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 14:59:59.320119 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4cbfdbd8-12f1-4999-985d-cb525b954deb req-859fd3ff-9c47-4f2e-816a-a8be3fdd8715 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595818 Jul 16 14:59:59.471790 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Made reservation on behalf of ffc6526e68e24648979523dddc860e7f for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 14:59:59.478287 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.480317 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3dca1025-94a4-49cb-9aea-1fd1417030f7 req-87968b3d-6a0c-4fed-bd4e-8154b6945f5d tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0318615 Jul 16 14:59:59.488414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.679700 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d2847fdb-843a-470f-bbd4-6bad500fd1e9 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 14:59:59.694850 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.700988 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.749360 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-52de5646-5d88-425e-83bc-5ed4fd6f71a0 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 14:59:59.761369 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-52de5646-5d88-425e-83bc-5ed4fd6f71a0 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 808 time: 0.2714169 Jul 16 14:59:59.781972 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-1bb54ea1-0a91-4641-b532-0f581414350b tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/quotas/63b25850621243debc0311063659f96e HTTP/1.1" status: 200 len: 375 time: 0.0194404 Jul 16 14:59:59.791835 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 14:59:59.799492 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 14:59:59.800231 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.825374 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-f36ce9fd-9901-415a-92a2-757e36d9bf43 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422676 Jul 16 14:59:59.841270 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884b8990-429d-4e30-a50c-495b5464a91a,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 14:59:59.944561 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-951adc4d-d1e3-4537-8ce1-63061e8abfe1 service neutron] 10.222.0.39 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182241 Jul 16 14:59:59.947498 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 14:59:59.979583 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Allocated IP 192.168.233.87 (01513ad8-da5d-41bd-b340-3d1afd7d6ca3/19a6a537-9556-4a6c-9b38-b4ca1e031a0b/c3aa64cb-a1ca-4d85-8c30-5e68c773404f) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 14:59:59.991281 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port d2847fdb-843a-470f-bbd4-6bad500fd1e9, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d2847fdb-843a-470f-bbd4-6bad500fd1e9,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 14:59:59.999498 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.073849 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-58296366-4a68-4ccb-af9c-49b654ac12f0 service neutron] 10.222.0.39 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223965 Jul 16 15:00:00.079725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:00.195698 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.210648 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Transition to ACTIVE for port object c3aa64cb-a1ca-4d85-8c30-5e68c773404f will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:00:00.259414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.307743 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:00:00.311208 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:00:00.318141 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-92c46022-8c78-4714-bbee-2c655be10e6a req-8b6365c2-42c3-4d08-8f33-b9d57caf70f4 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 210 time: 0.0574408 Jul 16 15:00:00.318708 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:00:00.344379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Pushing event updated for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:00.362393 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf328f-84a9-4782-b8d1-4998ce35fe0a req-eac5f6da-cd17-4e86-a7f5-7ec204d87454 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:00.377980 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bdbf328f-84a9-4782-b8d1-4998ce35fe0a req-eac5f6da-cd17-4e86-a7f5-7ec204d87454 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2075269 Jul 16 15:00:00.383898 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:00.384571 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.416166 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-094e5f39-358e-4da7-8013-59732b6c4758 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1365197 Jul 16 15:00:00.450962 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Request body: {'port': {'device_id': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:00:00.493002 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bdbf328f-84a9-4782-b8d1-4998ce35fe0a req-f39057a9-429b-45b1-b09f-880b5f87f349 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138251 Jul 16 15:00:00.598962 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fead7-9ba1-45cd-ae3e-6d8c9499821b req-8b7e6524-39c6-43d2-9102-9c70400a5037 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:00.600927 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c7fead7-9ba1-45cd-ae3e-6d8c9499821b req-8b7e6524-39c6-43d2-9102-9c70400a5037 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1013353 Jul 16 15:00:00.613044 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.650027 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c7fead7-9ba1-45cd-ae3e-6d8c9499821b req-7c5c44e7-345a-4654-b2d1-56cfd6a0f240 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Jul 16 15:00:00.666854 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-bd5b47d8-383b-4a77-8c6b-01e4b1c3280e None None] Provisioning for port c3aa64cb-a1ca-4d85-8c30-5e68c773404f completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:00:00.681556 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-bd5b47d8-383b-4a77-8c6b-01e4b1c3280e None None] Provisioning complete for port c3aa64cb-a1ca-4d85-8c30-5e68c773404f triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:00:00.682754 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bd5b47d8-383b-4a77-8c6b-01e4b1c3280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.725722 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b47d8-383b-4a77-8c6b-01e4b1c3280e None None] Port c3aa64cb-a1ca-4d85-8c30-5e68c773404f cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:00:00.770536 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b73c4-1481-46fd-b9b8-d91e1fa2c073 req-b7232c18-0df8-406e-87b9-a0fb071e7634 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:00.776253 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e51b73c4-1481-46fd-b9b8-d91e1fa2c073 req-b7232c18-0df8-406e-87b9-a0fb071e7634 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 935 time: 0.1086395 Jul 16 15:00:00.830474 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e51b73c4-1481-46fd-b9b8-d91e1fa2c073 req-3d3b9378-2889-4b40-9eb3-09504b3ba8e1 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Jul 16 15:00:00.928411 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa64cb-a1ca-4d85-8c30-5e68c773404f {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:00:00.936611 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:00.949120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Transition to ACTIVE for port object c3aa64cb-a1ca-4d85-8c30-5e68c773404f will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:00:00.952631 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:01.003624 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:01.074197 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Attempting to bind port c3aa64cb-a1ca-4d85-8c30-5e68c773404f on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:00:01.074548 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Attempting to bind port c3aa64cb-a1ca-4d85-8c30-5e68c773404f by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:00:01.074877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Attempting to bind port c3aa64cb-a1ca-4d85-8c30-5e68c773404f on network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:00:01.080047 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Port c3aa64cb-a1ca-4d85-8c30-5e68c773404f on network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:00:01.080573 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Attempting to bind port c3aa64cb-a1ca-4d85-8c30-5e68c773404f on network 01513ad8-da5d-41bd-b340-3d1afd7d6ca3 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:00:01.088238 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:00:01.088579 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Checking segment: {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:00:01.088960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Bound using segment: {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:00:01.089386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Bound port: c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89af5446-7a6d-4e45-8f9b-3d23d499c32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:00:01.089995 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:01.164761 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:00:01.168214 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:00:01.175634 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:01.224615 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.225233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:01.226650 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] 10.222.0.54 "PUT /v2.0/ports/c3aa64cb-a1ca-4d85-8c30-5e68c773404f HTTP/1.1" status: 200 len: 1097 time: 0.7876861 Jul 16 15:00:01.227093 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:01.229321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:01.249654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997512c-a0e6-489b-9f98-b481e7b53beb service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:01.277425 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df30997-a791-4dd1-98f0-00ef6ceff0ea x-openstack-request-id: req-1df30997-a791-4dd1-98f0-00ef6ceff0ea {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:01.277720 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:01.278602 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1df30997-a791-4dd1-98f0-00ef6ceff0ea {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:01.279004 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f', 'status': 'completed', 'code': 200} Jul 16 15:00:01.423666 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-8175783f-962d-4fb8-9e9e-f7cd1cebdf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.425202 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-8175783f-962d-4fb8-9e9e-f7cd1cebdf65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffc6526e68e24648979523dddc860e7f&device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 1100 time: 0.0759978 Jul 16 15:00:01.475780 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf13c51b-7b42-4eb3-a993-93d4bed35514 req-0c0e0ebd-3acf-4ea4-90f3-25f6b8aa4665 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Jul 16 15:00:01.535954 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-88925e2a-aed0-4396-9178-19f2eb0d2002 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f HTTP/1.1" status: 200 len: 217 time: 0.0467601 Jul 16 15:00:01.598241 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-6d5d7166-e190-479b-82fa-d4e27351c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.600525 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-6d5d7166-e190-479b-82fa-d4e27351c48b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a6a537-9556-4a6c-9b38-b4ca1e031a0b HTTP/1.1" status: 200 len: 843 time: 0.0575593 Jul 16 15:00:01.612781 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d2847fdb-843a-470f-bbd4-6bad500fd1e9 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:00:01.665979 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d2847fdb-843a-470f-bbd4-6bad500fd1e9 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:00:01.666633 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:01.680225 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9ede-89c4-478a-b3c1-583322b38c15 req-b7e05c82-b74c-474f-ab19-15e17602c8ca tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.687227 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a6b9ede-89c4-478a-b3c1-583322b38c15 req-b7e05c82-b74c-474f-ab19-15e17602c8ca tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0724206 Jul 16 15:00:01.691896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-062dd5f6-a111-49a7-8c65-b6f4b31e4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.693404 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-062dd5f6-a111-49a7-8c65-b6f4b31e4432 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01513ad8-da5d-41bd-b340-3d1afd7d6ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0641418 Jul 16 15:00:01.754494 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a6b9ede-89c4-478a-b3c1-583322b38c15 req-69fb512f-90c7-42b6-aeab-8637f574756a tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621054 Jul 16 15:00:01.819855 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-6d4eb4c6-4e98-40cb-8802-98f675451ffb service neutron] 10.222.0.54 "GET /v2.0/networks/01513ad8-da5d-41bd-b340-3d1afd7d6ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179259 Jul 16 15:00:01.848402 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b4174-fac4-4c81-8fb7-d814f1e278cb req-7c480cbc-3c2d-43dc-83d6-d12c39908d0b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:01.850240 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7d1b4174-fac4-4c81-8fb7-d814f1e278cb req-7c480cbc-3c2d-43dc-83d6-d12c39908d0b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0689130 Jul 16 15:00:01.889931 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7d1b4174-fac4-4c81-8fb7-d814f1e278cb req-08ff7f71-2fff-489e-8f89-41b41216b64a tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338998 Jul 16 15:00:01.939933 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-82aa5b6f-df33-4394-a176-0d703f4dca17 req-be26b311-e255-4b97-a961-8595b4aa7e26 service neutron] 10.222.0.54 "GET /v2.0/networks/01513ad8-da5d-41bd-b340-3d1afd7d6ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110454 Jul 16 15:00:02.035807 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd212-adb1-474f-9063-66276ac3c214 req-51a4ce21-0b5f-44f0-8a71-a0aeca8b2a89 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.037737 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1aadd212-adb1-474f-9063-66276ac3c214 req-51a4ce21-0b5f-44f0-8a71-a0aeca8b2a89 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 947 time: 0.0755825 Jul 16 15:00:02.099129 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1aadd212-adb1-474f-9063-66276ac3c214 req-e1a78d6f-d0a8-403d-88fc-bd768cd87632 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485997 Jul 16 15:00:02.350375 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-455a0e93-3856-4f87-acd3-9791e5a86872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.351893 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-455a0e93-3856-4f87-acd3-9791e5a86872 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ffc6526e68e24648979523dddc860e7f&device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 1100 time: 0.1554244 Jul 16 15:00:02.362872 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-8b6616dc-6abc-4e19-a4a7-412c64ad9df1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.364234 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-8b6616dc-6abc-4e19-a4a7-412c64ad9df1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 808 time: 0.1316786 Jul 16 15:00:02.394255 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Request body: {'port': {'device_id': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'network_id': '90568161-1d74-4a59-be89-547cd09098aa', 'admin_state_up': True, 'tenant_id': '63b25850621243debc0311063659f96e'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:00:02.522620 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-5b0001e2-3470-4411-9556-d43d773038b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.524116 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-5b0001e2-3470-4411-9556-d43d773038b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01513ad8-da5d-41bd-b340-3d1afd7d6ca3 HTTP/1.1" status: 200 len: 870 time: 0.1590230 Jul 16 15:00:02.628617 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b4d491b-9096-4051-b8d4-940fcfef67e5 req-ca78bb0a-c6d1-4852-9a9d-a086ec8e12ff tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 210 time: 0.0309708 Jul 16 15:00:02.755393 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-3cbe03ec-3085-4187-9b7b-5e82d73fe16c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f HTTP/1.1" status: 200 len: 217 time: 0.2198939 Jul 16 15:00:02.767184 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Made reservation on behalf of 63b25850621243debc0311063659f96e for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:00:02.770740 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:02.863599 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-01cefd75-66ed-414f-9440-0d92925f3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.865063 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-01cefd75-66ed-414f-9440-0d92925f3b90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=19a6a537-9556-4a6c-9b38-b4ca1e031a0b HTTP/1.1" status: 200 len: 843 time: 0.0910904 Jul 16 15:00:02.944132 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477672-f7c7-458c-8dc6-f090e3e193b6 req-2ce9e22a-3119-4a50-aa48-ce05e52cfa3b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.946216 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-48477672-f7c7-458c-8dc6-f090e3e193b6 req-2ce9e22a-3119-4a50-aa48-ce05e52cfa3b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0763974 Jul 16 15:00:02.978347 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Allocated IP 172.20.0.9 (90568161-1d74-4a59-be89-547cd09098aa/8133cc2f-63cd-42b6-b519-fd938508b217/4eb51d04-41fe-4f08-9f89-4d61ed9adc02) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:00:02.981332 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-9e57d97e-48fa-4973-8354-9e77709874d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:02.982882 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-9e57d97e-48fa-4973-8354-9e77709874d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01513ad8-da5d-41bd-b340-3d1afd7d6ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1100061 Jul 16 15:00:02.987055 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-48477672-f7c7-458c-8dc6-f090e3e193b6 req-7b4d4e45-862e-48bb-b766-6dbe1e37388e tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344920 Jul 16 15:00:03.131045 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-98d42b48-0f1a-443a-996a-dcaa6c78e4f0 service neutron] 10.222.0.54 "GET /v2.0/networks/01513ad8-da5d-41bd-b340-3d1afd7d6ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399131 Jul 16 15:00:03.260852 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.286816 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-ff4d8541-f070-4f25-8460-7bc18bd44190 service neutron] 10.222.0.54 "GET /v2.0/networks/01513ad8-da5d-41bd-b340-3d1afd7d6ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245716 Jul 16 15:00:03.292908 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f928-d361-4d65-bb5c-dc94fff01643 req-fb7d13bb-edcd-4599-adea-451ad15247d6 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:03.294409 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-80b0f928-d361-4d65-bb5c-dc94fff01643 req-fb7d13bb-edcd-4599-adea-451ad15247d6 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 947 time: 0.0744517 Jul 16 15:00:03.314311 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.343439 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-80b0f928-d361-4d65-bb5c-dc94fff01643 req-840303e1-5a54-4727-bd21-43ffe0a0a657 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 Jul 16 15:00:03.372321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Network 90568161-1d74-4a59-be89-547cd09098aa is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:00:03.376318 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:00:03.381000 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:00:03.384712 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Pushing event updated for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:03.430072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:03.430707 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.444790 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-2d0dc4b0-afe4-4707-9eb5-3ffefb94bcdc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0562687 Jul 16 15:00:03.476859 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Request body: {'port': {'device_id': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:00:03.549904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.807801 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa487afd-cb97-4412-9d5f-c4790395ec4f req-5c67e910-74fd-417c-8952-5b3c358e37c7 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:03.809980 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa487afd-cb97-4412-9d5f-c4790395ec4f req-5c67e910-74fd-417c-8952-5b3c358e37c7 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 931 time: 0.0620892 Jul 16 15:00:03.823879 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:00:03.831550 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.844332 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Transition to ACTIVE for port object 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:00:03.849328 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:03.853223 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa487afd-cb97-4412-9d5f-c4790395ec4f req-4dbee1be-b2a7-4eba-ae3d-b2738c35000b tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Jul 16 15:00:03.914853 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Pushing event updated for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:03.966050 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Attempting to bind port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:00:03.966466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Attempting to bind port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:00:03.966802 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Attempting to bind port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 on network 90568161-1d74-4a59-be89-547cd09098aa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:00:03.971709 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 on network 90568161-1d74-4a59-be89-547cd09098aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:00:03.972029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Attempting to bind port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 on network 90568161-1d74-4a59-be89-547cd09098aa {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:00:03.977854 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 14, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:00:03.978218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Checking segment: {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:00:03.978611 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Bound using segment: {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:00:03.979040 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Bound port: 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b04c62-b005-4861-8a84-ce2708516abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '90568161-1d74-4a59-be89-547cd09098aa'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:00:03.979396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:04.046619 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:00:04.050571 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:00:04.058216 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:04.090735 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.091618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:04.093026 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] 10.222.0.54 "PUT /v2.0/ports/4eb51d04-41fe-4f08-9f89-4d61ed9adc02 HTTP/1.1" status: 200 len: 1093 time: 0.6205165 Jul 16 15:00:04.095905 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:04.098461 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00866d55-4b80-4c1a-8526-99db54072f34" -d '{"events": [{"name": "network-changed", "server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:04.128512 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e012e7-a83e-4406-a0f9-767b39c24e8d service neutron] Pushing event updated for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:04.136919 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4335fe-fc3c-45e6-bf99-18a8eda5f4e9 x-openstack-request-id: req-0c4335fe-fc3c-45e6-bf99-18a8eda5f4e9 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:04.137203 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:04.137454 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c4335fe-fc3c-45e6-bf99-18a8eda5f4e9 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:04.137832 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02', 'status': 'completed', 'code': 200} Jul 16 15:00:04.182393 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362cd6e-fe31-4a0f-bed8-f9f4a5f595e3 req-672af0ad-3596-4247-aa40-be5163aedcb4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.183755 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7362cd6e-fe31-4a0f-bed8-f9f4a5f595e3 req-672af0ad-3596-4247-aa40-be5163aedcb4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0748096 Jul 16 15:00:04.225269 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7362cd6e-fe31-4a0f-bed8-f9f4a5f595e3 req-7f925e1a-a38d-4757-b74e-12435da56346 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355978 Jul 16 15:00:04.243383 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-96e5d688-90c7-4546-aa7e-63418d990f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.244884 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-96e5d688-90c7-4546-aa7e-63418d990f45 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 1096 time: 0.0563183 Jul 16 15:00:04.298707 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-32658868-cd87-47d8-a7b8-89e6fcd3ed68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02 HTTP/1.1" status: 200 len: 217 time: 0.0374954 Jul 16 15:00:04.351262 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-8ba61a74-ebc9-4ee5-9c19-824d67073ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.352702 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-8ba61a74-ebc9-4ee5-9c19-824d67073ed2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 200 len: 848 time: 0.0443685 Jul 16 15:00:04.387548 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-1a311b39-54da-4d40-9349-b314a75f5185 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90568161-1d74-4a59-be89-547cd09098aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259428 Jul 16 15:00:04.488019 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-e0307ff6-b122-4647-a5ef-dc8405d0f82f service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916913 Jul 16 15:00:04.526896 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0056953-cc95-4ca7-bf83-5fe3cd4bcc36 req-484a13cb-84dc-4e86-9b9b-291b3809fbec tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.528394 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d0056953-cc95-4ca7-bf83-5fe3cd4bcc36 req-484a13cb-84dc-4e86-9b9b-291b3809fbec tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 947 time: 0.0658309 Jul 16 15:00:04.572337 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d0056953-cc95-4ca7-bf83-5fe3cd4bcc36 req-7c60d14b-ac05-44cb-afca-68369d05af88 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jul 16 15:00:04.582280 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9f195faf-c0de-4b38-a27e-95762edaba0e req-f24417a5-09df-4a98-98ac-da427469989c service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868318 Jul 16 15:00:04.770630 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00866d55-4b80-4c1a-8526-99db54072f34 req-b0219e32-41b8-4147-8b84-a35157a79eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.772191 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-b0219e32-41b8-4147-8b84-a35157a79eca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 1096 time: 0.0611663 Jul 16 15:00:04.864613 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00866d55-4b80-4c1a-8526-99db54072f34 req-9848b00c-d15b-41b5-829a-843a7a97f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.866093 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-9848b00c-d15b-41b5-829a-843a7a97f74c service neutron] 10.222.0.54 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 909 time: 0.0866525 Jul 16 15:00:04.920396 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-6d4e762e-0c22-471f-a514-f91b5e73a892 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02 HTTP/1.1" status: 200 len: 217 time: 0.0375366 Jul 16 15:00:04.969651 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device c3aa64cb-a1ca-4d85-8c30-5e68c773404f details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:00:04.971489 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00866d55-4b80-4c1a-8526-99db54072f34 req-60b8c042-5f48-4f19-8cb0-6cfd3ec42beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:04.973087 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-60b8c042-5f48-4f19-8cb0-6cfd3ec42beb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 200 len: 848 time: 0.0448220 Jul 16 15:00:05.015412 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-a1076a21-0306-442c-8448-42daebfb47a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90568161-1d74-4a59-be89-547cd09098aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296898 Jul 16 15:00:05.080844 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b57e05-22d1-43b7-aab3-b02c0fc9ea1b req-16968b3a-c4b0-42a6-9030-57048a10277f tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:05.083145 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-09b57e05-22d1-43b7-aab3-b02c0fc9ea1b req-16968b3a-c4b0-42a6-9030-57048a10277f tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 943 time: 0.1018183 Jul 16 15:00:05.091243 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:05.104787 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f', 'network_id': '01513ad8-da5d-41bd-b340-3d1afd7d6ca3', 'port_id': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f', 'mac_address': 'fa:16:3e:23:32:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a6a537-9556-4a6c-9b38-b4ca1e031a0b', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:00:05.138629 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-a703c730-ae99-4e99-abb4-5898515d5a15 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147442 Jul 16 15:00:05.140028 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-09b57e05-22d1-43b7-aab3-b02c0fc9ea1b req-47253e84-a35f-480f-8059-ab8b5974676c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Jul 16 15:00:05.149970 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:05.164383 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa64cb-a1ca-4d85-8c30-5e68c773404f {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:00:05.187152 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:05.191647 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:05.192412 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device cafad2e0-3c7d-48f1-8762-54eca2dc3d28 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:00:05.229169 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-00866d55-4b80-4c1a-8526-99db54072f34 req-9162a213-8b01-4b13-af23-62876093616b service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835283 Jul 16 15:00:05.270710 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:05.331389 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:05.343012 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'port_id': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'mac_address': 'fa:16:3e:88:16:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:00:05.379637 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:00:05.386483 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:05.404705 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cafad2e0-3c7d-48f1-8762-54eca2dc3d28 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:00:05.424209 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9f2fa-f843-4633-8a4a-ab4d4ec0a3a0 req-97f92781-f71e-4cc4-85f3-5c9fe3a6f3f3 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:05.425730 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2a9f2fa-f843-4633-8a4a-ab4d4ec0a3a0 req-97f92781-f71e-4cc4-85f3-5c9fe3a6f3f3 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0797148 Jul 16 15:00:05.428880 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:05.432275 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:05.467092 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2a9f2fa-f843-4633-8a4a-ab4d4ec0a3a0 req-60422169-f7c5-4449-9b82-65b0d685e80a tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352976 Jul 16 15:00:05.486861 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=6']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:05.745834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2f22f-25d3-431c-b263-ebfd3918bf3a req-d61d96eb-15da-4dd7-beed-3f7c5bc73974 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:05.747307 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7d2f22f-25d3-431c-b263-ebfd3918bf3a req-d61d96eb-15da-4dd7-beed-3f7c5bc73974 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 948 time: 0.0614042 Jul 16 15:00:05.751618 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['cafad2e0-3c7d-48f1-8762-54eca2dc3d28'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:00:05.790648 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7d2f22f-25d3-431c-b263-ebfd3918bf3a req-169420ca-71c5-4bef-a276-335bf4aa4ab9 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Jul 16 15:00:06.176533 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['c3aa64cb-a1ca-4d85-8c30-5e68c773404f'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:00:06.321778 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daa736-52f0-4d46-8a39-10f92b7e909d req-c23958da-13bb-4d1a-bf78-dee25a4f957c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:06.323505 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-42daa736-52f0-4d46-8a39-10f92b7e909d req-c23958da-13bb-4d1a-bf78-dee25a4f957c tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 943 time: 0.0689204 Jul 16 15:00:06.363678 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-42daa736-52f0-4d46-8a39-10f92b7e909d req-84ff6d26-5647-4303-b898-67dca3e42c0d tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Jul 16 15:00:06.665276 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79731249-6616-4389-ad38-8217bb00b4ef req-f89ee88e-ee45-44f2-8a05-dfc1f9735b61 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:06.667322 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-79731249-6616-4389-ad38-8217bb00b4ef req-f89ee88e-ee45-44f2-8a05-dfc1f9735b61 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 944 time: 0.0669265 Jul 16 15:00:06.707317 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-79731249-6616-4389-ad38-8217bb00b4ef req-93600dc0-20bc-45a2-811f-318ac467f6a4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344207 Jul 16 15:00:06.995918 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:00:07.005439 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368572e1-a1ca-49d8-a3d4-ae124f34218d req-1959929e-9836-4b34-8ade-dd4681e0ecc1 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:07.007572 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-368572e1-a1ca-49d8-a3d4-ae124f34218d req-1959929e-9836-4b34-8ade-dd4681e0ecc1 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 948 time: 0.0813878 Jul 16 15:00:07.008051 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device cafad2e0-3c7d-48f1-8762-54eca2dc3d28 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:00:07.070885 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-368572e1-a1ca-49d8-a3d4-ae124f34218d req-a659af26-83a2-4f05-aa2d-cd76f40cb265 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Jul 16 15:00:07.132546 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:00:07.132938 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:07.172052 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:07.190622 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02', 'network_id': '90568161-1d74-4a59-be89-547cd09098aa', 'port_id': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02', 'mac_address': 'fa:16:3e:7e:d4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8133cc2f-63cd-42b6-b519-fd938508b217', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:00:07.270216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:07.291489 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:07.296088 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:00:07.330449 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:07.337893 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:07.340503 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b030b361-1c10-4e93-983f-d6a9dc9498e2" -d '{"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-plugged", "status": "completed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:07.349101 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:07.393069 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:07.415803 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803c4a39-54ac-4b93-905c-2902ce14422d x-openstack-request-id: req-803c4a39-54ac-4b93-905c-2902ce14422d {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:07.416106 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-plugged", "status": "completed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:07.416363 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-803c4a39-54ac-4b93-905c-2902ce14422d {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:07.416761 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'code': 200} Jul 16 15:00:07.419522 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:07.435260 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:07.519574 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=7']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:07.583339 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a44ab-9a9b-4b48-922d-8c8c859d9cbd req-a5d3f314-7c27-4bbd-8ae1-1155403c3d77 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:07.584957 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-532a44ab-9a9b-4b48-922d-8c8c859d9cbd req-a5d3f314-7c27-4bbd-8ae1-1155403c3d77 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 944 time: 0.0850809 Jul 16 15:00:07.638019 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-532a44ab-9a9b-4b48-922d-8c8c859d9cbd req-3240f216-c2ee-4d39-bedb-cc17554c8783 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Jul 16 15:00:07.820258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['4eb51d04-41fe-4f08-9f89-4d61ed9adc02'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:00:07.923339 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fb813-1723-476e-815d-b6ce263f3bf9 req-0a3853e4-277a-4fe8-bf8d-f58b1004d6dd tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:07.924468 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-322fb813-1723-476e-815d-b6ce263f3bf9 req-0a3853e4-277a-4fe8-bf8d-f58b1004d6dd tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0764232 Jul 16 15:00:07.970216 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-322fb813-1723-476e-815d-b6ce263f3bf9 req-024ba079-3f09-45f6-937c-f35476df4eb9 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Jul 16 15:00:08.293857 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df9600-e4ab-4320-bbe3-86c1b7958100 req-26afc5ba-e16c-4c57-9c4c-3754c26eb4cd tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:08.301933 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97df9600-e4ab-4320-bbe3-86c1b7958100 req-26afc5ba-e16c-4c57-9c4c-3754c26eb4cd tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 948 time: 0.0964260 Jul 16 15:00:08.351183 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-97df9600-e4ab-4320-bbe3-86c1b7958100 req-5c328b93-1fc8-4be9-b6c3-8f08ea68b2ed tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Jul 16 15:00:08.853060 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f07b-4719-45c3-ac99-1f83149251fb req-e026b1cc-734e-4575-8f5d-a9f0d70b4ce5 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:08.854840 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8856f07b-4719-45c3-ac99-1f83149251fb req-e026b1cc-734e-4575-8f5d-a9f0d70b4ce5 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 944 time: 0.0895307 Jul 16 15:00:08.899962 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8856f07b-4719-45c3-ac99-1f83149251fb req-80542276-4a8c-485e-a56e-ae6c6d18cd35 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384603 Jul 16 15:00:08.997389 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device c3aa64cb-a1ca-4d85-8c30-5e68c773404f up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:00:09.083625 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port c3aa64cb-a1ca-4d85-8c30-5e68c773404f completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:00:09.096676 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port c3aa64cb-a1ca-4d85-8c30-5e68c773404f triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:00:09.097061 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:09.223470 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:09.247952 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756e144-8517-4d93-aafd-6d3bee765ee2 req-e793a086-b7b4-4c9e-bc20-09764a705161 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:09.250581 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c756e144-8517-4d93-aafd-6d3bee765ee2 req-e793a086-b7b4-4c9e-bc20-09764a705161 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1267178 Jul 16 15:00:09.345341 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:09.371523 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:09.387527 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c756e144-8517-4d93-aafd-6d3bee765ee2 req-20ff6652-906f-4025-bc59-ea48d8b768a5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264467 Jul 16 15:00:09.425262 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:09.429672 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f778d6ed-9c04-49a8-9edf-ec2aace1f22a" -d '{"events": [{"server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:09.464667 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:09.502329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10d3fc8-5bee-4a6d-a536-ee0cb19e8be2 x-openstack-request-id: req-a10d3fc8-5bee-4a6d-a536-ee0cb19e8be2 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:09.502631 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:09.502885 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a10d3fc8-5bee-4a6d-a536-ee0cb19e8be2 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:09.503283 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f', 'code': 200} Jul 16 15:00:09.701279 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45851e-20e9-476a-b07c-b3273f36a6f0 req-2f658d79-9133-47ab-a558-4efe71b51bba tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:09.717362 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9c45851e-20e9-476a-b07c-b3273f36a6f0 req-2f658d79-9133-47ab-a558-4efe71b51bba tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.1502073 Jul 16 15:00:09.765018 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9c45851e-20e9-476a-b07c-b3273f36a6f0 req-d3c38e6f-8587-4a95-b182-0d3b72aa61ee tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466080 Jul 16 15:00:09.863425 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f187-d92b-4a86-84e0-48242da97fef req-d6f0ad16-fd28-4b2a-8166-3bff5b876590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:09.864861 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-faf8f187-d92b-4a86-84e0-48242da97fef req-d6f0ad16-fd28-4b2a-8166-3bff5b876590 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 1102 time: 0.0530713 Jul 16 15:00:09.909027 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-faf8f187-d92b-4a86-84e0-48242da97fef req-a5d45854-92eb-4d41-a7f2-f364d0725a4a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Jul 16 15:00:10.106727 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dc80e-83bb-48ec-b6a2-9ad07bb97e6e req-f37cf272-87bf-40ba-b42e-c19a32f73701 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:10.109774 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ab5dc80e-83bb-48ec-b6a2-9ad07bb97e6e req-f37cf272-87bf-40ba-b42e-c19a32f73701 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 944 time: 0.0781596 Jul 16 15:00:10.150376 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ab5dc80e-83bb-48ec-b6a2-9ad07bb97e6e req-2d35fd8c-0628-431e-81e4-62c8309b513f tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Jul 16 15:00:10.601364 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf1e4-da7e-4da6-b9b4-86171572d640 req-cd1554f3-1b56-45c8-a965-88691303baf0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:10.602943 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21ecf1e4-da7e-4da6-b9b4-86171572d640 req-cd1554f3-1b56-45c8-a965-88691303baf0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0928893 Jul 16 15:00:10.646721 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-21ecf1e4-da7e-4da6-b9b4-86171572d640 req-bedd9964-a7af-490b-9b0f-fee4530e89f1 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379508 Jul 16 15:00:10.977972 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e5f35-4c83-48ca-bff5-cf1baede3bf2 req-cb201a47-bf31-4269-8cfd-9322223a4447 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:10.979363 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8b6e5f35-4c83-48ca-bff5-cf1baede3bf2 req-cb201a47-bf31-4269-8cfd-9322223a4447 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.0717869 Jul 16 15:00:10.998784 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:00:11.027175 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8b6e5f35-4c83-48ca-bff5-cf1baede3bf2 req-ed343a87-2e89-47e4-a31b-3213ec568894 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409875 Jul 16 15:00:11.074987 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:00:11.078990 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:00:11.079372 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:11.171791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:11.212636 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:11.226705 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:11.287996 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:11.366084 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0ecb6-4360-4a1a-81a8-3e6bf8f76097 req-2a1e5de6-916b-4d0e-a646-9985a90f5d67 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:11.378234 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5ed0ecb6-4360-4a1a-81a8-3e6bf8f76097 req-2a1e5de6-916b-4d0e-a646-9985a90f5d67 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.0943830 Jul 16 15:00:11.413588 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5ed0ecb6-4360-4a1a-81a8-3e6bf8f76097 req-6fe08ba0-a1e1-4bbe-9e66-c37028a49603 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342281 Jul 16 15:00:11.504206 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:11.506786 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bee99a6-2652-435e-a83e-1f2a9a0e687e" -d '{"events": [{"server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "name": "network-vif-plugged", "status": "completed", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:11.583023 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e440b5-6031-428f-92e8-32460acbaf79 x-openstack-request-id: req-03e440b5-6031-428f-92e8-32460acbaf79 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:11.583321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "name": "network-vif-plugged", "status": "completed", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:11.583576 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03e440b5-6031-428f-92e8-32460acbaf79 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:11.583968 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02', 'code': 200} Jul 16 15:00:11.895125 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886555-91ae-4a26-91d4-ed7dc53bcbc3 req-4f67caf2-fbc7-4cba-a7cd-33e9f6705f38 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:11.903750 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6886555-91ae-4a26-91d4-ed7dc53bcbc3 req-4f67caf2-fbc7-4cba-a7cd-33e9f6705f38 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.1004903 Jul 16 15:00:11.958215 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6886555-91ae-4a26-91d4-ed7dc53bcbc3 req-cfb33348-a44e-4547-bf7a-56cb668a375c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505066 Jul 16 15:00:12.085128 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9deec71-5d26-4fc5-a492-9eb33e195468 req-deb6813f-1daa-4540-bb9a-d8ab7fc691f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:12.086778 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9deec71-5d26-4fc5-a492-9eb33e195468 req-deb6813f-1daa-4540-bb9a-d8ab7fc691f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 1098 time: 0.0714231 Jul 16 15:00:12.132368 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e9deec71-5d26-4fc5-a492-9eb33e195468 req-f5f4a210-4a60-4674-b0e9-1408234d443a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Jul 16 15:00:12.250063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a4a5-181d-4d58-b5c6-9e0c7e51b9e0 req-40460058-665f-44b4-bc2b-79bc08866998 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:12.251838 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc38a4a5-181d-4d58-b5c6-9e0c7e51b9e0 req-40460058-665f-44b4-bc2b-79bc08866998 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.0800867 Jul 16 15:00:12.296165 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc38a4a5-181d-4d58-b5c6-9e0c7e51b9e0 req-c9e7a591-4252-409d-8654-03b5464e0f3d tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Jul 16 15:00:12.714898 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe29cf-c691-4c95-aeb6-36c0d5783951 req-5ff56286-bffa-465f-8672-bc2d8a96e45e tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:12.726101 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4dfe29cf-c691-4c95-aeb6-36c0d5783951 req-5ff56286-bffa-465f-8672-bc2d8a96e45e tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.1605427 Jul 16 15:00:12.801939 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4dfe29cf-c691-4c95-aeb6-36c0d5783951 req-040ef70e-179e-44e0-949d-8cea80ff8ddf tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717330 Jul 16 15:00:12.905440 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ecbf3-dac3-4ec9-ab80-4a9be0c5dc50 req-c29d1665-a2e1-454f-87c6-f6976bf468fe tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:12.906907 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-878ecbf3-dac3-4ec9-ab80-4a9be0c5dc50 req-c29d1665-a2e1-454f-87c6-f6976bf468fe tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.0795636 Jul 16 15:00:12.948988 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-878ecbf3-dac3-4ec9-ab80-4a9be0c5dc50 req-f69ca6dd-7faa-4f3c-8a55-273bbfc7cd0a tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Jul 16 15:00:13.172328 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b84fc5-495e-45a5-8e0b-649a6d5d9922 req-e8eee736-3673-4ef5-b48d-8e1021239acf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:13.174502 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-39b84fc5-495e-45a5-8e0b-649a6d5d9922 req-e8eee736-3673-4ef5-b48d-8e1021239acf tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0775752 Jul 16 15:00:13.218999 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-39b84fc5-495e-45a5-8e0b-649a6d5d9922 req-3f84deda-3463-43fe-9672-c5e3782d2978 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382755 Jul 16 15:00:13.997059 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf3d9e-17f7-479c-b74b-d56aca4a9e59 req-4b6b5c29-aac2-4c57-8e24-85386e1bba58 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:13.999740 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98bf3d9e-17f7-479c-b74b-d56aca4a9e59 req-4b6b5c29-aac2-4c57-8e24-85386e1bba58 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.0780470 Jul 16 15:00:14.072136 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-98bf3d9e-17f7-479c-b74b-d56aca4a9e59 req-23d43750-6847-4b15-ab85-6e6270d961db tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610480 Jul 16 15:00:14.213357 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968eff4-bdc5-4e96-9114-d2775457dec9 req-eec32d14-2629-4188-81b5-7367e80f63f5 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:14.215285 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8968eff4-bdc5-4e96-9114-d2775457dec9 req-eec32d14-2629-4188-81b5-7367e80f63f5 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.0802169 Jul 16 15:00:14.267034 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8968eff4-bdc5-4e96-9114-d2775457dec9 req-51f77cf9-3dba-43e8-9bd2-7823c99d8008 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Jul 16 15:00:14.414102 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c40c80-f791-4d18-b888-f9e5dc831bb1 req-7f531a9c-25e7-4197-ba7b-9fe2c105ec2b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:14.415782 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1c40c80-f791-4d18-b888-f9e5dc831bb1 req-7f531a9c-25e7-4197-ba7b-9fe2c105ec2b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0661647 Jul 16 15:00:14.458470 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1c40c80-f791-4d18-b888-f9e5dc831bb1 req-58edf675-2ed8-4855-8a06-d77d8d4dfaf9 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358565 Jul 16 15:00:15.229796 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-21545133-184f-4ca4-ac8a-46076e3fff69 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:15.231540 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-21545133-184f-4ca4-ac8a-46076e3fff69 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.1302052 Jul 16 15:00:15.284917 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4a8e-b082-4d25-b2a6-1cef962b7671 req-9cbf1077-ad7a-4f98-8a1b-e81c7e4cbbe1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:15.291315 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1aa4a8e-b082-4d25-b2a6-1cef962b7671 req-9cbf1077-ad7a-4f98-8a1b-e81c7e4cbbe1 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.0912604 Jul 16 15:00:15.340404 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e1aa4a8e-b082-4d25-b2a6-1cef962b7671 req-9cba2a83-ef13-457f-9949-5015496f5187 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Jul 16 15:00:15.403759 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Deleting port c3aa64cb-a1ca-4d85-8c30-5e68c773404f {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:00:15.404120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:15.505454 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73322cc6-b050-417b-a0f2-533bdda7fca1 req-19a90898-8d66-4cb9-87c5-f51855579ad5 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:15.520515 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73322cc6-b050-417b-a0f2-533bdda7fca1 req-19a90898-8d66-4cb9-87c5-f51855579ad5 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 949 time: 0.0953693 Jul 16 15:00:15.562639 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73322cc6-b050-417b-a0f2-533bdda7fca1 req-c70b3dda-2f05-4acb-8d08-6712403c9a74 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/security-groups?id=884b8990-429d-4e30-a50c-495b5464a91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472143 Jul 16 15:00:15.562867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] For port c3aa64cb-a1ca-4d85-8c30-5e68c773404f, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,segment=NetworkSegment(89af5446-7a6d-4e45-8f9b-3d23d499c32a),segment_id=89af5446-7a6d-4e45-8f9b-3d23d499c32a)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:15.562867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:15.586798 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Calling delete_port for c3aa64cb-a1ca-4d85-8c30-5e68c773404f owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:00:15.724007 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e93d57-570f-40c6-a0e0-1311d1f85143 req-f53e4f8b-ed53-4a56-9748-9b07e88ab8ea tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:15.726279 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-80e93d57-570f-40c6-a0e0-1311d1f85143 req-f53e4f8b-ed53-4a56-9748-9b07e88ab8ea tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0849166 Jul 16 15:00:15.773927 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:15.787692 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-80e93d57-570f-40c6-a0e0-1311d1f85143 req-8cbe5e79-a492-4060-a0e7-544369e667af tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481880 Jul 16 15:00:15.825482 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['c3aa64cb-a1ca-4d85-8c30-5e68c773404f'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:00:15.836230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Pushing event deleted for resources: {'Port': ['ID=c3aa64cb-a1ca-4d85-8c30-5e68c773404f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:15.913693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] No DVR routers for this DVR port c3aa64cb-a1ca-4d85-8c30-5e68c773404f on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:00:15.917160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:15.920381 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-987080dd-2dd0-4a45-875b-3b6d44cf5b36 req-3fa20102-8d81-4a3c-bff7-1c150121dbd0 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.54 "DELETE /v2.0/ports/c3aa64cb-a1ca-4d85-8c30-5e68c773404f HTTP/1.1" status: 204 len: 173 time: 0.6816847 Jul 16 15:00:15.922961 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'name': 'network-vif-deleted', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:15.926919 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756b274e-0eb8-4d6e-9b29-3588515331e4" -d '{"events": [{"server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "name": "network-vif-deleted", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:15.968435 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50d509-542d-49da-b481-4755495b2704 x-openstack-request-id: req-fb50d509-542d-49da-b481-4755495b2704 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:15.970655 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63028ae-1bf7-4ae8-b33e-8dd61995bbf2", "name": "network-vif-deleted", "tag": "c3aa64cb-a1ca-4d85-8c30-5e68c773404f", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:15.970960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb50d509-542d-49da-b481-4755495b2704 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:15.971903 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63028ae-1bf7-4ae8-b33e-8dd61995bbf2', 'name': 'network-vif-deleted', 'tag': 'c3aa64cb-a1ca-4d85-8c30-5e68c773404f', 'status': 'completed', 'code': 200} Jul 16 15:00:16.753794 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-30b0cdf1-1285-44e3-b33c-847cb414a30a req-b4869b09-24a0-4594-9031-5c3281a053d3 tempest-VolumesNegativeTest-1921451560 tempest-VolumesNegativeTest-1921451560-project] 10.222.0.39 "GET /v2.0/ports?device_id=f63028ae-1bf7-4ae8-b33e-8dd61995bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0344431 Jul 16 15:00:17.178920 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cc049-10b7-4c08-9794-dc8f971ba2af req-1bd2b682-8d4b-4025-88c7-8a431ba72c44 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:17.181111 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-649cc049-10b7-4c08-9794-dc8f971ba2af req-1bd2b682-8d4b-4025-88c7-8a431ba72c44 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.2703855 Jul 16 15:00:17.218935 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-649cc049-10b7-4c08-9794-dc8f971ba2af req-8607fc47-f579-4b83-8908-11b00f73aa90 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Jul 16 15:00:17.491426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996de3-882f-4877-a779-241e26cbb1a2 req-46cc5b8c-cede-46ab-9358-3e9d6b1c30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:17.492811 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-46cc5b8c-cede-46ab-9358-3e9d6b1c30d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 1098 time: 0.0527391 Jul 16 15:00:17.585731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996de3-882f-4877-a779-241e26cbb1a2 req-664ba8a1-3b26-4795-90bd-98f1b4ca69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:17.587224 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-664ba8a1-3b26-4795-90bd-98f1b4ca69f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.0853512 Jul 16 15:00:17.657878 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-4a0d52ef-131c-46c6-bce5-0a6818fe9320 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 200 len: 1001 time: 0.0568433 Jul 16 15:00:17.706869 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996de3-882f-4877-a779-241e26cbb1a2 req-1511046b-01a1-479c-a025-3f95c65f375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:17.708268 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-1511046b-01a1-479c-a025-3f95c65f375b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0438919 Jul 16 15:00:17.768874 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60996de3-882f-4877-a779-241e26cbb1a2 req-fcaec4a2-b89d-4c04-857f-608ac2dfb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:17.770290 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-fcaec4a2-b89d-4c04-857f-608ac2dfb91f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551393 Jul 16 15:00:17.864522 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-da736831-1db1-472a-a2c3-dfe26c64ecdc service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Jul 16 15:00:17.962059 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60996de3-882f-4877-a779-241e26cbb1a2 req-6da52e9f-bd1d-430b-a656-34f0c029fd21 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884893 Jul 16 15:00:18.069444 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-88489fd2-9ec3-46bc-9e21-bc0ccc8ca49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:18.394909 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86abfd-0cf8-4131-a614-f596b08c2807 req-375360a7-d55b-487e-93ec-b860bfe91798 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:18.396351 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc86abfd-0cf8-4131-a614-f596b08c2807 req-375360a7-d55b-487e-93ec-b860bfe91798 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0615773 Jul 16 15:00:18.434145 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bc86abfd-0cf8-4131-a614-f596b08c2807 req-1753472c-d47a-4692-9487-4da053952f85 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324402 Jul 16 15:00:19.063533 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device c3aa64cb-a1ca-4d85-8c30-5e68c773404f no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:00:19.084138 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: c3aa64cb-a1ca-4d85-8c30-5e68c773404f {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:00:19.084763 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device c3aa64cb-a1ca-4d85-8c30-5e68c773404f not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:00:19.610779 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46b22-d4e6-4591-aea1-17befa803d5c req-a1a2afba-6243-47aa-b82f-bc23078c4c2c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:19.612241 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0ec46b22-d4e6-4591-aea1-17befa803d5c req-a1a2afba-6243-47aa-b82f-bc23078c4c2c tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0651438 Jul 16 15:00:19.648032 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0ec46b22-d4e6-4591-aea1-17befa803d5c req-adf20612-ab48-4330-ab0a-6a459e96891d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302508 Jul 16 15:00:20.518766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3a8a45ee-bae5-4db3-911a-c36bb983306e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:20.823280 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49004e06-1718-412a-8d4f-4cfa24f7c0df req-92f572e6-7d92-4d8d-a9e9-a448612cedfb tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:20.824753 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49004e06-1718-412a-8d4f-4cfa24f7c0df req-92f572e6-7d92-4d8d-a9e9-a448612cedfb tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 945 time: 0.0627620 Jul 16 15:00:20.863118 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49004e06-1718-412a-8d4f-4cfa24f7c0df req-6cc92be9-f979-46a8-9642-0d76fab5e541 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=4ae57ffe-24cb-4439-ba30-627a213fdc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323002 Jul 16 15:00:20.961736 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:21.064991 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device cafad2e0-3c7d-48f1-8762-54eca2dc3d28 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:00:21.137946 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:21.159869 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:00:21.162097 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4643f-8082-45f1-b504-97354c9f415f" -d '{"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-unplugged", "status": "completed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:00:21.174526 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:00:21.178755 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:21.204463 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f602d2-3bbf-42e4-be0c-86a2f9acae17 x-openstack-request-id: req-19f602d2-3bbf-42e4-be0c-86a2f9acae17 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:00:21.204757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-unplugged", "status": "failed", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "code": 422}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:00:21.205010 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19f602d2-3bbf-42e4-be0c-86a2f9acae17 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:00:21.205428 dv-cinder-801065-2-iscsi neutron-server[92982]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'code': 422} returned with failed status Jul 16 15:00:21.229685 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=8']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:00:22.001060 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:22.741145 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:23.730736 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:42.378366 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:00:48.069888 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b216afa-55f9-478c-a2b9-cf8a82cf2fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:50.519499 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fec60ff5-c517-4fff-8850-35cf7b78ab15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:50.603536 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-ed8f33b8-468c-42d8-954b-7dc07989581f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498893 Jul 16 15:00:50.687618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-54215943-49aa-4aa6-888a-65731848aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:50.689056 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-54215943-49aa-4aa6-888a-65731848aff8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0504348 Jul 16 15:00:50.797410 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-b374da53-6a07-4959-b182-6e9c914de9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:50.798898 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-b374da53-6a07-4959-b182-6e9c914de9aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0891726 Jul 16 15:00:50.839781 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-6205dcf5-daff-41a9-ac1f-d65521d77d48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0334315 Jul 16 15:00:50.885621 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-1d7b3d6a-6828-407d-a615-62e332ed831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:00:50.887033 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-1d7b3d6a-6828-407d-a615-62e332ed831d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0412359 Jul 16 15:00:50.923919 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-b2dbbbe1-0f7f-4212-81ff-71b109350c9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296311 Jul 16 15:00:50.963442 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:51.013649 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-aff4ea7c-0223-4462-94f1-14ab61f13431 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Jul 16 15:00:51.107940 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-84c49750-50ce-4bc0-8d20-81ade2e414bb req-a3a512c8-4fb6-40c4-af9b-49b7e2f41806 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Jul 16 15:00:52.003787 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:52.746655 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:00:53.734706 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:18.070973 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ab845b1d-bf25-43cf-92be-c18366449c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:19.378113 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:01:20.520753 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6baf4901-f9e2-4981-b5b2-d1d1819e3c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:20.966658 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:21.608588 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-20c2a8f5-e930-4fe6-be1a-337b4c2b8628 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:21.610053 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-20c2a8f5-e930-4fe6-be1a-337b4c2b8628 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=b85f69cd-e031-43f9-913d-c279c83bff72 HTTP/1.1" status: 200 len: 943 time: 0.0664754 Jul 16 15:01:21.713506 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Deleting port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:01:21.714025 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:21.804107 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] For port cafad2e0-3c7d-48f1-8762-54eca2dc3d28, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:01:21.804446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.006797 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.013959 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.014366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.014685 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Floating IP d47f4257-5dba-4208-9078-0905a0ed6ad6 disassociated. External IP: 172.27.0.103, port: cafad2e0-3c7d-48f1-8762-54eca2dc3d28. Jul 16 15:01:22.015024 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Calling delete_port for cafad2e0-3c7d-48f1-8762-54eca2dc3d28 owned by compute:nova {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:01:22.172213 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.200235 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'Port': ['ID=cafad2e0-3c7d-48f1-8762-54eca2dc3d28,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:22.211519 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.211875 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.212226 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.212571 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.212912 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.213248 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.213584 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.214199 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.214537 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.214869 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.215201 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.215534 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:22.331517 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:01:22.436809 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:01:22.446104 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:01:22.455298 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:01:22.455913 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:01:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:22.515054 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] No DVR routers for this DVR port cafad2e0-3c7d-48f1-8762-54eca2dc3d28 on host hv-cinder-80106 {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:01:22.518038 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.520117 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-af2db117-e19e-4afb-97c6-aed6bd3f7bc7 req-93668b21-2b9b-45df-bc7b-d53b96300bed tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "DELETE /v2.0/ports/cafad2e0-3c7d-48f1-8762-54eca2dc3d28 HTTP/1.1" status: 204 len: 173 time: 0.9051073 Jul 16 15:01:22.520587 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-deleted', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:01:22.522887 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3764d814-11c9-4c95-965c-cbfda44293da" -d '{"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-deleted", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:01:22.643060 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:01:22.747108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:22.845700 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:22.871071 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:01:22.880068 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:01:22.880680 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:01:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:22.986970 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:01:23.036398 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af19e75-66e6-43f5-aac6-8d625b7dccd7 x-openstack-request-id: req-9af19e75-66e6-43f5-aac6-8d625b7dccd7 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:01:23.036918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f69cd-e031-43f9-913d-c279c83bff72", "name": "network-vif-deleted", "tag": "cafad2e0-3c7d-48f1-8762-54eca2dc3d28", "status": "failed", "code": 422}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:01:23.037005 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9af19e75-66e6-43f5-aac6-8d625b7dccd7 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:01:23.037436 dv-cinder-801065-2-iscsi neutron-server[92981]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b85f69cd-e031-43f9-913d-c279c83bff72', 'name': 'network-vif-deleted', 'tag': 'cafad2e0-3c7d-48f1-8762-54eca2dc3d28', 'status': 'failed', 'code': 422} returned with failed status Jul 16 15:01:23.130428 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56690) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:23.187405 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.187646 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:23.210134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.218039 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ffe1-0d01-4a67-aaa3-4acd91af5b66 None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:01:23.260528 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.263300 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.264615 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ae57ffe-24cb-4439-ba30-627a213fdc23 HTTP/1.1" status: 204 len: 168 time: 0.1331596 Jul 16 15:01:23.268002 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56692) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:23.275990 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d719b-ceb6-446d-827e-2bc9a56fb209 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae57ffe-24cb-4439-ba30-627a213fdc23,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:23.282587 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-9adea0d1-1cf4-4131-b335-3d966d0b288a tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] show failed (client error): The resource could not be found. Jul 16 15:01:23.286260 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9adea0d1-1cf4-4131-b335-3d966d0b288a tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups/4ae57ffe-24cb-4439-ba30-627a213fdc23 HTTP/1.1" status: 404 len: 347 time: 0.0145583 Jul 16 15:01:23.286484 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56694) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:23.486932 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be0c7a-9093-4174-87da-64e358923116 None None] New status for floating IP d47f4257-5dba-4208-9078-0905a0ed6ad6: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:01:23.633548 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Deleting port 581ba4ce-d1be-4053-9afd-3719229eafca {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:01:23.633889 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.710078 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.710470 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.724589 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Calling delete_port for 581ba4ce-d1be-4053-9afd-3719229eafca owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:01:23.737821 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.860721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.890950 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'Port': ['ID=581ba4ce-d1be-4053-9afd-3719229eafca,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:23.913386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.913734 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.914075 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.914436 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.914771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.915100 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.915426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.915751 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.916072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.916392 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.916711 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.917030 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:23.958036 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.960723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:23.961978 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7c114e9f-7ca2-4c0a-b90f-ea0a3e16343d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "DELETE /v2.0/floatingips/d47f4257-5dba-4208-9078-0905a0ed6ad6 HTTP/1.1" status: 204 len: 168 time: 0.6745973 Jul 16 15:01:24.318034 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56698) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:24.322782 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655563028', 'description': 'tempest-description--586893729'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:24.347157 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.425566 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.428979 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.453954 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.455213 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1361122 Jul 16 15:01:24.458879 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56700) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:24.459423 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a90f7-b240-4f02-8b66-a11460b9f4f0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:24.464949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group_rule': {'security_group_id': 'a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:24.491691 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.546118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.549362 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.569444 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9ffa70-fc87-440a-af60-3b81c43b8ea6,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:24.575085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.576296 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ff1d3e7c-d79e-4fc1-ad83-cf36e86505ba tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164207 Jul 16 15:01:24.579556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56702) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:24.583876 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'security_group_rule': {'security_group_id': 'a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:24.610351 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.668361 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.671943 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.692442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e54316c-737e-49de-a2eb-764126dc9e4c,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:24.698427 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.699663 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-61c1da27-d9c6-4a71-b495-4d3f4061dd33 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191638 Jul 16 15:01:24.703359 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 56704) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:24.707670 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'floatingip': {'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:24.731276 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.825625 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:24.922332 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Allocated IP 172.27.0.187 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/59756bab-9f7f-4a80-a739-fbfa0ccf649b) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:01:25.021927 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.062919 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.103351 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:01:25.106006 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:01:25.109261 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:01:25.132779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=59756bab-9f7f-4a80-a739-fbfa0ccf649b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:25.234133 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.277674 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.423707 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.428190 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.494723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=59756bab-9f7f-4a80-a739-fbfa0ccf649b,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:25.507200 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.519497 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:25.520687 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-08081f55-c71a-46e2-84dc-ec1147643980 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8164244 Jul 16 15:01:25.707209 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-c2d4a67c-6987-4c1b-b69d-0804bad07fbc tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1655563028&fields=id&tenant_id=c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 267 time: 0.0341985 Jul 16 15:01:25.812759 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-405cbfff-0d74-402a-899a-ac3a5c46f8e4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:25.814238 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-405cbfff-0d74-402a-899a-ac3a5c46f8e4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 817 time: 0.1008253 Jul 16 15:01:25.828480 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-39e725d2-09f2-447a-872f-135914a0765f tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/quotas/c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 375 time: 0.0089014 Jul 16 15:01:25.895905 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-eff47274-c9ad-4fc6-95bc-17d43a7edc28 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626292 Jul 16 15:01:25.989114 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-c5157c6a-6ddc-41dd-a2a2-b60e353f7339 service neutron] 10.222.0.39 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 Jul 16 15:01:26.073787 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-fb561064-f7f4-4e08-947b-afb3a7955f8e service neutron] 10.222.0.39 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792367 Jul 16 15:01:26.242318 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6a21a093-518a-4eba-930b-9cfc94e253f3 req-28f5dd8e-4ea8-46a7-95dc-c3968853e804 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 210 time: 0.0316963 Jul 16 15:01:27.385285 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32752c88-24c1-4ef5-9c8a-d874e6b10623 req-41a07168-03e7-4706-bef8-81c3bb24424e tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 210 time: 0.0274827 Jul 16 15:01:27.542543 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-924a3771-3fdf-414a-98c9-9e0f6277b64e tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:27.544101 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-924a3771-3fdf-414a-98c9-9e0f6277b64e tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 817 time: 0.0998526 Jul 16 15:01:27.601493 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-1429b650-2497-4fce-8c32-185f54de90dd tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c789512f168040c6ad39bcbabf6fe1e7 HTTP/1.1" status: 200 len: 380 time: 0.0354803 Jul 16 15:01:27.612814 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'port': {'device_id': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'admin_state_up': True, 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'security_groups': ['a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:27.729061 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Made reservation on behalf of c789512f168040c6ad39bcbabf6fe1e7 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:01:27.733788 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:27.858984 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Allocated IP 172.20.0.4 (ac300f32-b49a-49af-b0c8-09858c9ba794/f2e4e7f8-9f12-40f8-8f69-2ce46aee488c/ff996175-b986-4f2b-8812-eada1551a815) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:01:27.988205 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.001451 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Transition to ACTIVE for port object ff996175-b986-4f2b-8812-eada1551a815 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:01:28.033741 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.082627 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Network ac300f32-b49a-49af-b0c8-09858c9ba794 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:01:28.085779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:01:28.090032 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:01:28.113963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event updated for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:28.141973 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:28.142628 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.158397 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-ac16596c-b5ad-4bed-99d6-10ea4033d449 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5492158 Jul 16 15:01:28.176259 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Request body: {'port': {'device_id': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:28.250601 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.320266 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6ad5b4f0-359c-4bc0-8d5b-e6df934350b3 None None] Provisioning for port ff996175-b986-4f2b-8812-eada1551a815 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:01:28.323837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6ad5b4f0-359c-4bc0-8d5b-e6df934350b3 None None] Provisioning complete for port ff996175-b986-4f2b-8812-eada1551a815 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:01:28.324206 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6ad5b4f0-359c-4bc0-8d5b-e6df934350b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.359516 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-6ad5b4f0-359c-4bc0-8d5b-e6df934350b3 None None] Port ff996175-b986-4f2b-8812-eada1551a815 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:01:28.509266 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff996175-b986-4f2b-8812-eada1551a815 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:01:28.517835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.530741 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Transition to ACTIVE for port object ff996175-b986-4f2b-8812-eada1551a815 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:01:28.534490 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.561622 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5fcbb-49a1-46b4-97db-a22759983854 req-d77e74ba-7956-438b-8208-c341e44d72ad tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:28.563374 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2fe5fcbb-49a1-46b4-97db-a22759983854 req-d77e74ba-7956-438b-8208-c341e44d72ad tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 931 time: 0.0625215 Jul 16 15:01:28.604169 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:28.614765 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2fe5fcbb-49a1-46b4-97db-a22759983854 req-47b22050-4d25-45ad-aadd-b9a0392dbb4b tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448482 Jul 16 15:01:28.656198 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Attempting to bind port ff996175-b986-4f2b-8812-eada1551a815 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:01:28.656621 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Attempting to bind port ff996175-b986-4f2b-8812-eada1551a815 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:01:28.657022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Attempting to bind port ff996175-b986-4f2b-8812-eada1551a815 on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:01:28.661458 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Port ff996175-b986-4f2b-8812-eada1551a815 on network ac300f32-b49a-49af-b0c8-09858c9ba794 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:01:28.661845 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Attempting to bind port ff996175-b986-4f2b-8812-eada1551a815 on network ac300f32-b49a-49af-b0c8-09858c9ba794 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:01:28.666817 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:01:28.667148 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Checking segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:01:28.667528 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Bound using segment: {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:01:28.667950 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Bound port: ff996175-b986-4f2b-8812-eada1551a815, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de14e84-ed29-42ac-b103-bf88f3016ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:01:28.668301 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.732490 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:01:28.735516 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=ff996175-b986-4f2b-8812-eada1551a815,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:01:28.739882 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.772263 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:28.772879 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:28.774300 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] 10.222.0.54 "PUT /v2.0/ports/ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 200 len: 1093 time: 0.6023941 Jul 16 15:01:28.774719 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:01:28.776963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113996b-58d3-44c6-b34d-fb3ca2287616" -d '{"events": [{"name": "network-changed", "server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "tag": "ff996175-b986-4f2b-8812-eada1551a815"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:01:28.803529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3d0d8-d6a1-4cf8-b8ec-70be946bd226 service neutron] Pushing event updated for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:28.819791 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b36f487-6865-41ba-b1e0-e6bdd9d10f74 x-openstack-request-id: req-6b36f487-6865-41ba-b1e0-e6bdd9d10f74 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:01:28.820165 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "tag": "ff996175-b986-4f2b-8812-eada1551a815", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:01:28.820485 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b36f487-6865-41ba-b1e0-e6bdd9d10f74 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:01:28.820954 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815', 'status': 'completed', 'code': 200} Jul 16 15:01:28.891267 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-0d890b27-c7ee-499f-912c-8677acd094a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:28.892793 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-0d890b27-c7ee-499f-912c-8677acd094a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 1096 time: 0.0556531 Jul 16 15:01:28.943004 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-f5f3c995-5dfa-4303-b00c-a08fd907c884 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 200 len: 217 time: 0.0376315 Jul 16 15:01:28.990777 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-06fcc148-d14e-413c-a9b6-5db932b91111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:28.992162 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-06fcc148-d14e-413c-a9b6-5db932b91111 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0431881 Jul 16 15:01:29.046727 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-9847b573-37b5-413c-b0b6-59d687a07ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.048184 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-9847b573-37b5-413c-b0b6-59d687a07ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499218 Jul 16 15:01:29.140547 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-72b695b6-f27e-4c69-accc-0416044a37e9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Jul 16 15:01:29.226775 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-60cc747e-0e6b-4b39-a41e-93f478d4230e req-f3af576d-d71e-401a-8995-8470fd7c2124 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801342 Jul 16 15:01:29.365574 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-c5ec6dd9-bb7f-4888-90cf-5ae829cdb84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.367159 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-c5ec6dd9-bb7f-4888-90cf-5ae829cdb84e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 1096 time: 0.0548086 Jul 16 15:01:29.455731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-6ccea74f-3044-4572-9d09-0d92c98c0ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.457195 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-6ccea74f-3044-4572-9d09-0d92c98c0ad5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.0828815 Jul 16 15:01:29.503670 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-3071ef07-1071-4115-934d-a4f2600046fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 200 len: 217 time: 0.0389738 Jul 16 15:01:29.553472 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-17d31f5d-7570-4567-a2ae-4ed82477c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.554905 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-17d31f5d-7570-4567-a2ae-4ed82477c072 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0445020 Jul 16 15:01:29.611652 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-e1967dcd-5710-4a45-b2df-a5be6136c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.613167 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-e1967dcd-5710-4a45-b2df-a5be6136c5dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519056 Jul 16 15:01:29.707848 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-404dcc70-4ef4-4ea1-a4c7-1554a99c466b service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882390 Jul 16 15:01:29.797833 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f794301-e734-45cd-ab6e-8d60f3d74114 req-bcc81c3b-b107-4417-a25d-5d812a7f9740 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:29.799369 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f794301-e734-45cd-ab6e-8d60f3d74114 req-bcc81c3b-b107-4417-a25d-5d812a7f9740 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 943 time: 0.0671132 Jul 16 15:01:29.799894 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5113996b-58d3-44c6-b34d-fb3ca2287616 req-dcc08f5b-1965-401a-81e6-dbf8bd211442 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842309 Jul 16 15:01:29.838962 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5f794301-e734-45cd-ab6e-8d60f3d74114 req-4781d6e2-db6c-403a-baa1-eb84b77f1ac1 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Jul 16 15:01:31.014246 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fa747-e158-4521-b035-799e858150a6 req-9a412b67-a032-4915-a2ad-842d41fbfc41 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:31.015882 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-341fa747-e158-4521-b035-799e858150a6 req-9a412b67-a032-4915-a2ad-842d41fbfc41 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 943 time: 0.0628324 Jul 16 15:01:31.052666 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-341fa747-e158-4521-b035-799e858150a6 req-b4ae2fb5-1a63-46b8-9f28-86dba3d58791 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Jul 16 15:01:31.458392 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device ff996175-b986-4f2b-8812-eada1551a815 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:01:31.549611 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=ff996175-b986-4f2b-8812-eada1551a815,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:01:31.564109 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'ff996175-b986-4f2b-8812-eada1551a815', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'port_id': 'ff996175-b986-4f2b-8812-eada1551a815', 'mac_address': 'fa:16:3e:eb:83:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:01:31.600113 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:31.612197 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff996175-b986-4f2b-8812-eada1551a815 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:01:31.631088 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=ff996175-b986-4f2b-8812-eada1551a815,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:01:31.634714 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:31.680763 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:31.688169 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.688523 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.688875 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.689212 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.689551 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.689884 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.690302 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.690583 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.690916 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.691248 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.691571 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.691895 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:01:31.984875 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['ff996175-b986-4f2b-8812-eada1551a815'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:01:32.241653 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161dc55-717d-4947-9b9c-cb44d015b254 req-e5a9c8b0-9c60-4d88-b605-7f837038b1a7 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:32.243073 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d161dc55-717d-4947-9b9c-cb44d015b254 req-e5a9c8b0-9c60-4d88-b605-7f837038b1a7 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 944 time: 0.0697501 Jul 16 15:01:32.287039 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d161dc55-717d-4947-9b9c-cb44d015b254 req-477e028e-9d6a-4f33-944a-99db6c8ebcee tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Jul 16 15:01:33.457996 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device ff996175-b986-4f2b-8812-eada1551a815 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:01:33.468608 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841b18-ea3d-4a75-a10a-5f37b35f96cd req-6b905775-0c80-473e-bfa5-7324ab942628 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:33.470106 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9841b18-ea3d-4a75-a10a-5f37b35f96cd req-6b905775-0c80-473e-bfa5-7324ab942628 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 944 time: 0.0634511 Jul 16 15:01:33.504261 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port ff996175-b986-4f2b-8812-eada1551a815 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:01:33.506572 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a9841b18-ea3d-4a75-a10a-5f37b35f96cd req-dfe829c0-baf4-4199-b122-b11269d92268 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309083 Jul 16 15:01:33.508220 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port ff996175-b986-4f2b-8812-eada1551a815 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:01:33.508597 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:33.585702 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:33.719747 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:01:33.721968 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd9fb49-5378-4ee6-9768-bca5a21ec01b" -d '{"events": [{"server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "ff996175-b986-4f2b-8812-eada1551a815"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:01:33.734309 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=ff996175-b986-4f2b-8812-eada1551a815,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:01:33.738690 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:33.761666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac39677-573d-42b2-b230-c8cdf38cb374 x-openstack-request-id: req-4ac39677-573d-42b2-b230-c8cdf38cb374 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:01:33.761972 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "name": "network-vif-plugged", "status": "completed", "tag": "ff996175-b986-4f2b-8812-eada1551a815", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:01:33.762258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ac39677-573d-42b2-b230-c8cdf38cb374 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:01:33.762641 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815', 'code': 200} Jul 16 15:01:33.787650 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:01:34.021994 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855ce1-0763-43bd-80bd-e8b98f7c2574 req-5793ae5c-b8b7-409e-b16a-436394fe3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:34.024123 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd855ce1-0763-43bd-80bd-e8b98f7c2574 req-5793ae5c-b8b7-409e-b16a-436394fe3e9f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 1098 time: 0.0563488 Jul 16 15:01:34.058109 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-dd855ce1-0763-43bd-80bd-e8b98f7c2574 req-8e38bd39-e168-4bd7-b7e8-9f0f9ee9daa0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280414 Jul 16 15:01:34.683315 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5b1ad-4c26-4ce5-8e4b-147a067aa750 req-86d657f1-5c18-4374-a8bc-51fbc8987d07 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:34.684778 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb5b1ad-4c26-4ce5-8e4b-147a067aa750 req-86d657f1-5c18-4374-a8bc-51fbc8987d07 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 945 time: 0.0623178 Jul 16 15:01:34.721849 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7bb5b1ad-4c26-4ce5-8e4b-147a067aa750 req-e69bff30-dee0-481f-85cc-2472c3eff2b0 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Jul 16 15:01:35.899226 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f1a1f-6183-4c99-abcb-325c29faa709 req-505dc24b-c3df-4d42-8c58-9945376e7203 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:35.900593 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c91f1a1f-6183-4c99-abcb-325c29faa709 req-505dc24b-c3df-4d42-8c58-9945376e7203 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 945 time: 0.0644622 Jul 16 15:01:35.938252 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c91f1a1f-6183-4c99-abcb-325c29faa709 req-e08a0298-add8-4532-94c8-cc47649ad466 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315816 Jul 16 15:01:36.108634 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e0a9-5199-432d-85dd-cb82aabc3589 req-f1e94358-c8d4-408d-89bc-a116c31f1251 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:36.110124 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b44e0a9-5199-432d-85dd-cb82aabc3589 req-f1e94358-c8d4-408d-89bc-a116c31f1251 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 945 time: 0.0652647 Jul 16 15:01:36.118477 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 56758) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:01:36.122895 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Request body: {'floatingip': {'port_id': 'ff996175-b986-4f2b-8812-eada1551a815'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:01:36.162648 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:36.582098 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:36.585670 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:36.680973 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Floating IP 69bbc01e-846c-4408-bf41-9706776f2a34 associated. External IP: 172.27.0.187, port: ff996175-b986-4f2b-8812-eada1551a815. Jul 16 15:01:36.880756 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:01:37.200177 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:01:37.205846 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:37.210225 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:01:37.219997 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:01:37.220596 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:01:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:37.242526 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-d4be1d39-3d1c-4065-9fcf-9fcc347c5748 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "PUT /v2.0/floatingips/69bbc01e-846c-4408-bf41-9706776f2a34 HTTP/1.1" status: 200 len: 991 time: 1.1229596 Jul 16 15:01:37.243326 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:01:37.245558 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d56ef08-4063-4005-8867-d49e1281bf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "tag": "ff996175-b986-4f2b-8812-eada1551a815"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:01:37.324185 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:01:37.414478 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dcc65e-5899-40d6-81d0-02017d3d0135 x-openstack-request-id: req-a1dcc65e-5899-40d6-81d0-02017d3d0135 {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:01:37.414773 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "tag": "ff996175-b986-4f2b-8812-eada1551a815", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:01:37.415025 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1dcc65e-5899-40d6-81d0-02017d3d0135 {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:01:37.415420 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815', 'status': 'completed', 'code': 200} Jul 16 15:01:37.508527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-384495e5-b5ad-4d82-9516-f2b883c305a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:37.509945 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-384495e5-b5ad-4d82-9516-f2b883c305a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 1098 time: 0.0530927 Jul 16 15:01:37.550043 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '69bbc01e-846c-4408-bf41-9706776f2a34', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'ff996175-b986-4f2b-8812-eada1551a815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:eb:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:01:25Z', 'updated_at': '2021-07-16T15:01:36Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:37.576014 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:01:37.585121 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:01:37.585227 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:01:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:37.598321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-3cdd4c24-1554-40bb-836c-1c88775dad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:37.599767 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-3cdd4c24-1554-40bb-836c-1c88775dad5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.0830286 Jul 16 15:01:37.670469 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-0ba28522-cb4d-4f39-9db2-887ea992e2ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 200 len: 999 time: 0.0607851 Jul 16 15:01:37.687470 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:01:37.720501 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-c1e65a90-2d15-4b47-a181-c01fcb58c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:37.721952 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-c1e65a90-2d15-4b47-a181-c01fcb58c973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0451825 Jul 16 15:01:37.784887 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-da10529c-a726-4cb7-8f02-b7d6489f5dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:37.786333 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-da10529c-a726-4cb7-8f02-b7d6489f5dd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523381 Jul 16 15:01:37.885901 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-b53542a4-9192-4f93-8676-396cdd22a565 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930150 Jul 16 15:01:37.905599 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '69bbc01e-846c-4408-bf41-9706776f2a34', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'ff996175-b986-4f2b-8812-eada1551a815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:eb:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:01:25Z', 'updated_at': '2021-07-16T15:01:36Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:01:37.930757 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f16edd8-e899-4ccf-9bcc-bc788268b8eb None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '69bbc01e-846c-4408-bf41-9706776f2a34', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'floating_ip_address': '172.27.0.187', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'port_id': 'ff996175-b986-4f2b-8812-eada1551a815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'mac_address': 'fa:16:3e:eb:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:01:25Z', 'updated_at': '2021-07-16T15:01:36Z', 'revision_number': 1, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:01:37.977612 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2d56ef08-4063-4005-8867-d49e1281bf5a req-09214df6-7385-4ec9-a859-68f67f400ed8 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857196 Jul 16 15:01:38.107038 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e2834c-e399-4371-b364-4a49a0da6480 None None] New status for floating IP 69bbc01e-846c-4408-bf41-9706776f2a34: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:01:48.072258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d1b77369-3cca-4c1f-91cd-baec524422be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:50.309606 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-e001fb61-9033-470e-823d-a8e1a676443c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529783 Jul 16 15:01:50.419644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-2ab35990-aa02-40a9-9163-24156e379d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:50.421795 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-2ab35990-aa02-40a9-9163-24156e379d13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.0511110 Jul 16 15:01:50.522106 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ac0b2058-dddd-4444-9c0a-3f5a554342ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:50.526589 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-8be58ed8-04a9-4956-b083-6a701f2c25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:50.528066 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-8be58ed8-04a9-4956-b083-6a701f2c25a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0875127 Jul 16 15:01:50.757060 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-86f7f18e-330c-4c50-91ac-c9c06693c5eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.2219050 Jul 16 15:01:50.806138 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-f853ee20-e2e9-4f69-8879-4e75896b9b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:01:50.807567 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-f853ee20-e2e9-4f69-8879-4e75896b9b35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0435019 Jul 16 15:01:50.839253 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-4cd02772-7a7c-4b9c-8386-6d63298c1695 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245509 Jul 16 15:01:50.926575 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-897ea030-2693-4e52-9687-4919e37ebbe6 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806501 Jul 16 15:01:50.970568 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:51.020240 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c9beace1-8456-4503-8ab3-aa8f893c9fdf req-6384df6e-cb23-4052-a826-476a14575e3e service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871484 Jul 16 15:01:52.009427 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:52.742958 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:53.744086 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:01:56.376940 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:02:18.073035 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6b7f1a9-fe75-4e2b-95b8-392aba844105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:20.522297 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a9d23122-52ad-4eca-8f13-5a9c2c81efc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:20.971919 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:22.012935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:22.757709 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:23.743719 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:33.375415 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:02:48.074294 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d23d-41cc-4654-8951-309a63e048ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:50.527020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8a5849c4-c7ca-4cb6-be2a-efc8c0622ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:50.972339 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:52.013173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:52.385347 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-98f8b4f5-33f1-4671-8ab3-f6a815eaff11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515494 Jul 16 15:02:52.469103 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-21522a81-2ad9-472a-a5d4-296701af860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:02:52.471054 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-21522a81-2ad9-472a-a5d4-296701af860a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0537598 Jul 16 15:02:52.590708 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-5305e1e4-d859-4857-b5a1-60b0c882663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:02:52.592189 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-5305e1e4-d859-4857-b5a1-60b0c882663c service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0987499 Jul 16 15:02:52.631665 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-c5d0ea21-7884-4987-bfd0-9515e47fdf87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0330715 Jul 16 15:02:52.687912 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-f46ca075-b9ae-43b4-b98f-570061788c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:02:52.689961 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-f46ca075-b9ae-43b4-b98f-570061788c0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0518887 Jul 16 15:02:52.722885 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-cc0b89d6-211e-48ea-aa6f-9376e435a318 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263293 Jul 16 15:02:52.774933 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:02:52.813086 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-dacf93e2-1daa-4a7b-b2f8-a6153dddc17d service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836864 Jul 16 15:02:52.903176 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fbcc7219-612c-4f5a-9023-47aa495142a1 req-3bcdd6a4-099e-4370-87d9-8ccb04a1f473 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Jul 16 15:02:53.746674 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:10.373513 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:03:18.075753 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a2ca263e-2ca1-403a-8b48-88c43adb3f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:20.529190 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-293d2484-8d73-4cfd-9be0-87d1998e9ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:20.974978 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:22.017430 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:22.773012 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:23.749407 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:47.372942 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:03:48.076285 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9c0c-b34c-457a-b73f-7f34aad5ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:50.530268 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2b83be1a-3453-48f5-8d2b-6e125d074507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:50.976136 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:52.018645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:52.428086 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-c8877e59-4d9c-498e-b2ce-38ba2a44e0cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1585703 Jul 16 15:03:52.517250 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68718-8768-4831-b836-c576b33906e5 req-e234eab7-ddfa-42b8-aaf0-b0c1e85a7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:03:52.518977 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-e234eab7-ddfa-42b8-aaf0-b0c1e85a7a30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 1098 time: 0.0560985 Jul 16 15:03:52.629397 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68718-8768-4831-b836-c576b33906e5 req-8f01f09f-826d-416e-85ab-9caeeaece7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:03:52.630897 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-8f01f09f-826d-416e-85ab-9caeeaece7b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 200 len: 913 time: 0.0860949 Jul 16 15:03:52.676085 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-73981192-116f-42e9-96c0-bf39f94e7dcb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 200 len: 217 time: 0.0385151 Jul 16 15:03:52.726341 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68718-8768-4831-b836-c576b33906e5 req-f0816824-32e9-45c2-a384-016c37b8a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:03:52.727805 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-f0816824-32e9-45c2-a384-016c37b8a282 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e23be745-0b5c-4ca7-bc19-719e6f956c78 HTTP/1.1" status: 200 len: 852 time: 0.0460007 Jul 16 15:03:52.762550 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-a171f79b-ab74-4caf-ac61-7d71d93d03e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75258fe0-9626-41c0-a092-1c8533895e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269148 Jul 16 15:03:52.773493 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:03:52.855782 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-f8171d21-a77f-4ae3-b2a9-f23df65f1b4d service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861654 Jul 16 15:03:52.943104 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-5ba68718-8768-4831-b836-c576b33906e5 req-13d555a6-c823-4b7a-8d18-f35ad30d739e service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795660 Jul 16 15:03:53.755890 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:18.076863 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ba29db68-9772-4ca1-843f-477e52c7ed8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:20.530073 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a13b2453-a3cb-413b-b864-079c0d757c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:20.981889 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:22.021817 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:22.786321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:23.758080 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:24.371189 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:04:48.078508 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4c66c332-7557-40d3-8ec7-a6ccbb075c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:50.531560 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f3387e38-b79f-4fe3-a705-f6e854c53843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:50.976158 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:52.024542 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:52.784969 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:53.761554 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:04:54.319612 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-59f4af9c-5eee-4c4a-9ead-be1ef1336b51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543547 Jul 16 15:04:54.402274 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-960aa905-0164-4340-86c9-954f01f850ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:04:54.403770 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-960aa905-0164-4340-86c9-954f01f850ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0507381 Jul 16 15:04:54.508928 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-5cbfa3bd-935e-41bb-bc7b-b590af939aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:04:54.510446 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-5cbfa3bd-935e-41bb-bc7b-b590af939aee service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0858588 Jul 16 15:04:54.554711 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-8d102546-94cf-4db2-bde9-6ad8951b6d88 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0383627 Jul 16 15:04:54.603982 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-530f0b81-2925-4d56-bead-12661051bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:04:54.605445 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-530f0b81-2925-4d56-bead-12661051bd7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0447524 Jul 16 15:04:54.637864 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-ca7dc9ac-6456-4908-916e-9048c8f0663b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254207 Jul 16 15:04:54.737931 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-df8dd303-77e5-428a-a639-02f61818b8cd service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937989 Jul 16 15:04:54.825238 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-aae933e6-22cf-41c5-b42c-1162005876f2 req-0bfad1ff-1220-42d0-bf1c-1e581d591a31 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814798 Jul 16 15:05:01.368998 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:05:18.079971 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b1b362c5-e709-4c64-a7e0-9f0477d264ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:20.532612 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c26ab2f9-30f9-464a-b126-1468b5795619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:20.976547 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:22.026590 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:22.827100 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:23.764804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:38.368692 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:05:48.084217 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c2a0dfff-e0da-4397-9035-796234622cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:50.533085 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-19f2154d-1ccb-4461-be4c-f82da7782462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:50.979502 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:52.035233 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:52.736931 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-bd3620a0-d233-48dd-9414-d8f2f6bf4e86 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:52.738414 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-bd3620a0-d233-48dd-9414-d8f2f6bf4e86 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1015031 Jul 16 15:05:52.753317 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9414690b-0401-47d4-af43-d8741fa1dc72 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/quotas/fd876df61a97494885b04343e783c44c HTTP/1.1" status: 200 len: 375 time: 0.0096383 Jul 16 15:05:52.819284 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:52.825135 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-f6bd5086-222c-4067-b550-682768aed8d8 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660052 Jul 16 15:05:52.962025 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-edf69fcc-2499-4283-9bc4-33b0cfbeb01a service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300459 Jul 16 15:05:53.047720 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-c81be833-e2d7-4a1c-be17-5b89d322d7d9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796804 Jul 16 15:05:53.278767 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eee25fb7-fa94-47a3-a2f4-42bafe62d69e req-e94322fe-843d-4a21-8993-0ef7b1d4fe83 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 210 time: 0.0840480 Jul 16 15:05:53.768156 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:54.437195 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23b9893d-cb5a-4b51-9647-d3850495fafb req-ade8ab12-736d-4a44-b383-c9702e65f310 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 210 time: 0.0323935 Jul 16 15:05:54.485946 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-5c22e989-d310-442f-913d-2d477c7f7e76 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:54.488108 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-5c22e989-d310-442f-913d-2d477c7f7e76 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1500268 Jul 16 15:05:54.507679 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Request body: {'port': {'device_id': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'admin_state_up': True, 'tenant_id': 'fd876df61a97494885b04343e783c44c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:05:54.628238 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:05:54.633502 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:54.761491 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Allocated IP 172.20.0.14 (cb8bf268-a300-4eca-aba3-cc66dbe740ee/8a1e6c95-6d96-4447-b850-2527a03c7dff/d0a309b4-973d-405e-8d5c-42b80d4a4a9e) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:05:54.906423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:54.943100 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:54.978235 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991', '6a31a91d-abd2-4c28-af6a-e180cd324534'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:05:54.990039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:05:54.993186 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:05:54.997091 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:05:55.024813 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event updated for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:05:55.039548 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.039906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.040260 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.040597 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.040935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.041278 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.041613 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.041944 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.042303 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.042631 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.042959 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.043283 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:55.064250 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:55.065476 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.082687 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-9ba77f55-08a8-4b1d-8b85-780e39605399 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788252 Jul 16 15:05:55.102290 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Request body: {'port': {'device_id': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:05:55.187355 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.498013 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a309b4-973d-405e-8d5c-42b80d4a4a9e {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:05:55.507330 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.519861 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Transition to ACTIVE for port object d0a309b4-973d-405e-8d5c-42b80d4a4a9e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:05:55.524963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.583211 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Pushing event updated for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:05:55.663200 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Attempting to bind port d0a309b4-973d-405e-8d5c-42b80d4a4a9e on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:05:55.663642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Attempting to bind port d0a309b4-973d-405e-8d5c-42b80d4a4a9e by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:05:55.664068 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Attempting to bind port d0a309b4-973d-405e-8d5c-42b80d4a4a9e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:05:55.669024 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Port d0a309b4-973d-405e-8d5c-42b80d4a4a9e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:05:55.669540 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Attempting to bind port d0a309b4-973d-405e-8d5c-42b80d4a4a9e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:05:55.675680 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:05:55.676160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Checking segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:05:55.676651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Bound using segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:05:55.677159 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Bound port: d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:05:55.677618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.778946 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:05:55.783115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:05:55.787462 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.789487 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227024a-2c60-40d2-b02a-96258d6ccf84 req-d382bffe-13f3-4743-a6dc-e9c0d2d2538c tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:55.791098 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2227024a-2c60-40d2-b02a-96258d6ccf84 req-d382bffe-13f3-4743-a6dc-e9c0d2d2538c tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 944 time: 0.0659366 Jul 16 15:05:55.821687 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:55.822742 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:55.824131 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] 10.222.0.54 "PUT /v2.0/ports/d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 1094 time: 0.7272086 Jul 16 15:05:55.826810 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:05:55.828519 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504ea706-0190-45e6-919b-2cd296180cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:05:55.832087 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2227024a-2c60-40d2-b02a-96258d6ccf84 req-cd05890f-a284-4083-abdc-7bcde1460daf tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332859 Jul 16 15:05:55.873528 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f3f92-a289-49d9-8315-4aa316e87fae service neutron] Pushing event updated for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:05:55.920572 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99188a99-876a-4483-9998-f64ed2665379 x-openstack-request-id: req-99188a99-876a-4483-9998-f64ed2665379 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:05:55.920864 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:05:55.921116 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99188a99-876a-4483-9998-f64ed2665379 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:05:55.921502 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', 'status': 'completed', 'code': 200} Jul 16 15:05:55.941190 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-bfb33951-53c9-4b78-b7c3-7a175c48e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:55.943189 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-bfb33951-53c9-4b78-b7c3-7a175c48e8bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1097 time: 0.0572948 Jul 16 15:05:55.993975 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-837d1950-f864-45cc-aa67-226f1546df7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0363653 Jul 16 15:05:56.051090 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-ae446fab-1d74-4e0d-b89c-f6f71c5f304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:56.052537 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-ae446fab-1d74-4e0d-b89c-f6f71c5f304d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0438735 Jul 16 15:05:56.089055 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-b571dfd2-093b-4cf7-8d1f-fec83ca5c39b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261343 Jul 16 15:05:56.182269 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-307b1976-4904-4acc-9b8f-4d2dfe6a14a3 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852122 Jul 16 15:05:56.272551 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e92d3b6-54c7-47f0-97d2-2882e301b2ac req-09362949-634e-49b7-bce4-1ae6d17578c0 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Jul 16 15:05:56.408010 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea706-0190-45e6-919b-2cd296180cc8 req-88340e7a-3f03-4abf-9ca4-98a0b201fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:56.409899 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-88340e7a-3f03-4abf-9ca4-98a0b201fa1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1097 time: 0.0526743 Jul 16 15:05:56.505112 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea706-0190-45e6-919b-2cd296180cc8 req-e35fc852-ef6f-49dc-9bb2-843e8adedb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:56.506558 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-e35fc852-ef6f-49dc-9bb2-843e8adedb50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0893536 Jul 16 15:05:56.552431 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-505bc6bc-65a6-4d5e-bf96-255c7044fdbd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0393257 Jul 16 15:05:56.604467 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea706-0190-45e6-919b-2cd296180cc8 req-ebd9f445-8f09-4124-99f5-4bcf70930f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:56.605886 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-ebd9f445-8f09-4124-99f5-4bcf70930f6c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0473042 Jul 16 15:05:56.638821 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-0a142119-15bc-4b35-b25a-54a97345906a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256813 Jul 16 15:05:56.728726 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-ac805c1d-6e4a-42a0-b5f9-39f3ef1d50b1 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833280 Jul 16 15:05:56.819527 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-504ea706-0190-45e6-919b-2cd296180cc8 req-875c4c06-a92a-47d0-9e30-f25ebd77738a service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835736 Jul 16 15:05:57.012520 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64c9ca-9647-415b-809f-d2188a629561 req-64a55d94-7f30-4cdb-8166-fb2b58f1d5ad tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:57.013992 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cd64c9ca-9647-415b-809f-d2188a629561 req-64a55d94-7f30-4cdb-8166-fb2b58f1d5ad tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 944 time: 0.0648470 Jul 16 15:05:57.051932 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cd64c9ca-9647-415b-809f-d2188a629561 req-dc362cce-b446-49b9-bea3-f0461af8a253 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jul 16 15:05:57.233173 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-26a9a32d-52c7-4b5f-bc14-27162310c53a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500875 Jul 16 15:05:57.525089 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-fc8a8712-3afd-42f6-b1f1-e3a96fa14af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:57.526694 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-fc8a8712-3afd-42f6-b1f1-e3a96fa14af5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.2579319 Jul 16 15:05:57.633896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-06106b84-787c-4d49-b203-91d2af1722c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:57.635393 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-06106b84-787c-4d49-b203-91d2af1722c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0878823 Jul 16 15:05:57.679400 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-7a5e3e3d-56a9-46a3-9b7f-93ee65b748c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0372744 Jul 16 15:05:57.727538 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-9123641b-501a-4ff2-9f3e-e2f0ede922ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:57.729311 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-9123641b-501a-4ff2-9f3e-e2f0ede922ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0435891 Jul 16 15:05:57.763098 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-5f9b54ee-464f-46bb-93cd-945489c23440 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273108 Jul 16 15:05:57.857010 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-787bba32-0522-46c2-a01a-776c2000f9c5 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864885 Jul 16 15:05:57.943754 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-41599d2f-d9bc-4cb6-81a6-b459b19c49da req-9b68fccf-cfbe-4df6-b60c-d65e50446a73 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798361 Jul 16 15:05:58.228040 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465698f-4366-49f8-8037-6ef5b0bc9d4f req-c2692be3-8d20-4c8a-b28a-a9e99de258a6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:58.229538 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b465698f-4366-49f8-8037-6ef5b0bc9d4f req-c2692be3-8d20-4c8a-b28a-a9e99de258a6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 944 time: 0.0644929 Jul 16 15:05:58.269566 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b465698f-4366-49f8-8037-6ef5b0bc9d4f req-fa3a9337-0923-422c-bf92-d0f8338683e2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343218 Jul 16 15:05:58.947356 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d0a309b4-973d-405e-8d5c-42b80d4a4a9e details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:05:59.038066 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:05:59.048624 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'port_id': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', 'mac_address': 'fa:16:3e:75:b6:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e6c95-6d96-4447-b850-2527a03c7dff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:05:59.087612 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:59.100194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a309b4-973d-405e-8d5c-42b80d4a4a9e {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:05:59.118472 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:05:59.122295 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:05:59.167187 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:05:59.174406 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.174763 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.175103 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.175444 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.175776 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.176107 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.176433 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.176760 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.177108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.177434 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.177755 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.178073 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:05:59.441734 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1a39-a512-48b5-822d-1990671dde38 req-cdde8510-9258-4f7b-913d-59433c8d3f53 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:05:59.443147 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60ef1a39-a512-48b5-822d-1990671dde38 req-cdde8510-9258-4f7b-913d-59433c8d3f53 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 945 time: 0.0626345 Jul 16 15:05:59.479676 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-60ef1a39-a512-48b5-822d-1990671dde38 req-c94ae278-faf5-4302-b695-7d82f4d1b64c tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310268 Jul 16 15:05:59.508729 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['d0a309b4-973d-405e-8d5c-42b80d4a4a9e'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:06:00.806397 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249258-ff93-480e-89ca-6a89d103be7e req-df67126f-a649-4419-a51c-086314a3011a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:00.807904 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-34249258-ff93-480e-89ca-6a89d103be7e req-df67126f-a649-4419-a51c-086314a3011a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 945 time: 0.0687730 Jul 16 15:06:00.845010 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-34249258-ff93-480e-89ca-6a89d103be7e req-896026d0-360f-43fc-a409-c82ef9921417 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Jul 16 15:06:00.977716 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d0a309b4-973d-405e-8d5c-42b80d4a4a9e up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:06:01.026807 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port d0a309b4-973d-405e-8d5c-42b80d4a4a9e completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:06:01.030376 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port d0a309b4-973d-405e-8d5c-42b80d4a4a9e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:06:01.030753 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:01.104846 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:01.129391 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:06:01.131660 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376d55ef-2e46-4a3d-b715-18097abcfeb1" -d '{"events": [{"server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "name": "network-vif-plugged", "status": "completed", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:06:01.143745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:06:01.147707 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:01.195775 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:06:01.223205 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f158a6dc-58fb-4ee9-8cb2-0e1d47acb78a x-openstack-request-id: req-f158a6dc-58fb-4ee9-8cb2-0e1d47acb78a {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:06:01.223501 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "name": "network-vif-plugged", "status": "completed", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:06:01.223757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f158a6dc-58fb-4ee9-8cb2-0e1d47acb78a {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:06:01.224219 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', 'code': 200} Jul 16 15:06:01.476672 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a530d-94e5-4666-9a84-efee4507144d req-d851ba95-cbe0-4905-8fca-5a3899d90e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:01.478142 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-624a530d-94e5-4666-9a84-efee4507144d req-d851ba95-cbe0-4905-8fca-5a3899d90e7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1099 time: 0.0561361 Jul 16 15:06:01.511880 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-624a530d-94e5-4666-9a84-efee4507144d req-bf276f75-b789-4ce0-a1b8-30980e8d2f0f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277023 Jul 16 15:06:02.013171 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a342cd6-f09f-4514-990d-10c6b4adbc82 req-00f896a5-9e1d-4dd0-bb20-2914f8e079ca tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:02.014673 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a342cd6-f09f-4514-990d-10c6b4adbc82 req-00f896a5-9e1d-4dd0-bb20-2914f8e079ca tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 946 time: 0.0644517 Jul 16 15:06:02.052350 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0a342cd6-f09f-4514-990d-10c6b4adbc82 req-a93212c9-d751-47e7-a15b-dddbb83b761f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315282 Jul 16 15:06:03.227066 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d664c02-e693-4332-b959-c0b4bddc355f req-e0b5f49f-b793-4f4d-91a6-29809b899aff tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:03.228437 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3d664c02-e693-4332-b959-c0b4bddc355f req-e0b5f49f-b793-4f4d-91a6-29809b899aff tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 946 time: 0.0647411 Jul 16 15:06:03.265227 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3d664c02-e693-4332-b959-c0b4bddc355f req-b56867bf-357c-4335-971b-f56e387e69e4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Jul 16 15:06:15.368805 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:06:18.077043 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-4334b751-6d8a-436b-8cac-c931f93baf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:20.534349 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-48855328-07c4-4475-b8e8-8bc2eca1b7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:20.982318 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:22.033411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:22.835579 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:23.770444 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:48.078883 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-52c67e0b-7510-4cd3-8359-87a89029a886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:50.535340 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f5d751b4-1135-4aec-a482-32b4493ede8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:50.982849 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:52.035354 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:52.369436 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:06:52.831936 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:53.773025 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:06:56.314228 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-0905722d-3cb9-4ec2-8d9e-2bdc75e15439 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506291 Jul 16 15:06:56.395368 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-3e945472-7aa6-4648-bacc-d157e1a4ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:56.396804 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-3e945472-7aa6-4648-bacc-d157e1a4ccd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=63b25850621243debc0311063659f96e&device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 1098 time: 0.0503964 Jul 16 15:06:56.503187 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-618f1c9a-556b-46c5-8f7a-103b006a16f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:56.504627 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-618f1c9a-556b-46c5-8f7a-103b006a16f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 200 len: 909 time: 0.0870767 Jul 16 15:06:56.544225 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-35c7d673-7641-40e5-851d-15d8fedd0f57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02 HTTP/1.1" status: 200 len: 217 time: 0.0335295 Jul 16 15:06:56.591713 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-57a39479-52a3-4bc0-b607-10806ab5e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:06:56.593167 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-57a39479-52a3-4bc0-b607-10806ab5e013 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 200 len: 848 time: 0.0431530 Jul 16 15:06:56.633926 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-ac87fffb-d952-477e-910d-32d55d58d83e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=90568161-1d74-4a59-be89-547cd09098aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303044 Jul 16 15:06:56.722638 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-3b1b5de0-660c-4c4c-b3cb-45dd97030ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851181 Jul 16 15:06:56.820848 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7c58c7f6-ef17-42c6-91aa-5ea3f9274874 req-85aaa461-6e8a-4725-aa56-06f95c1d8aa0 service neutron] 10.222.0.54 "GET /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920775 Jul 16 15:07:18.079273 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-207cecd2-1560-4c41-89d3-80a7e6de3275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:20.539395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59b53d93-d9a7-4fc5-9bdf-7681e0961416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:20.986515 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:22.039395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:22.843178 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:23.776074 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:29.368442 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:07:48.080400 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c1ce0ab0-2bb1-4d0d-b703-5427703c4dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:50.540940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b6b5de12-b6e4-44e2-9559-c10569e3ecd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:50.987926 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:52.041246 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:52.847833 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:53.781871 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:56.343487 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-00c36a27-ac95-4c10-bc5b-4bd1e306ef66 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504205 Jul 16 15:07:56.429914 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-ff02fc3b-f585-431c-bbe4-929ecba2dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:56.431419 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-ff02fc3b-f585-431c-bbe4-929ecba2dd0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 1098 time: 0.0560620 Jul 16 15:07:56.532102 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-880982ff-d4e2-4a45-b4d1-63c794863552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:56.533465 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-880982ff-d4e2-4a45-b4d1-63c794863552 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 200 len: 918 time: 0.0832772 Jul 16 15:07:56.598838 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-bd68d091-7036-424e-9eda-3f88980414fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 200 len: 1001 time: 0.0590827 Jul 16 15:07:56.644920 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-965ee49a-7b60-41f8-bb55-b9dbc45204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:56.646327 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-965ee49a-7b60-41f8-bb55-b9dbc45204b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 200 len: 856 time: 0.0417521 Jul 16 15:07:56.701099 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-371bf8bc-7c16-4b80-b471-c58a9541077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:56.702546 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-371bf8bc-7c16-4b80-b471-c58a9541077e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac300f32-b49a-49af-b0c8-09858c9ba794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497308 Jul 16 15:07:56.796044 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-787fc0e5-91ea-4a73-be78-f069d1ac5e4c service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864019 Jul 16 15:07:56.892947 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6048a3dd-4e2b-4162-8c0e-c1afbbf4a7a3 req-57cd47c3-d4d8-415d-bdbf-e245fed9cfc4 service neutron] 10.222.0.54 "GET /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909417 Jul 16 15:07:57.136591 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cf184-5dbb-4a94-ac0b-e8c6475b84e7 req-e4198946-f208-4ede-8bfa-be8a69d8be32 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:57.138103 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-397cf184-5dbb-4a94-ac0b-e8c6475b84e7 req-e4198946-f208-4ede-8bfa-be8a69d8be32 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.0746801 Jul 16 15:07:57.175839 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-397cf184-5dbb-4a94-ac0b-e8c6475b84e7 req-8cbd74de-65a4-462b-b4e7-2a5e5a7bc85a tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6552fccd-e6b3-416e-983f-fe6a80d88745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Jul 16 15:07:57.671475 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-50fbec03-d818-490d-b5bf-4fa5d8e7e355 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:57.672829 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-50fbec03-d818-490d-b5bf-4fa5d8e7e355 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 945 time: 0.0704026 Jul 16 15:07:57.782308 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Deleting port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:07:57.782649 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:57.873268 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] For port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,segment=NetworkSegment(53b04c62-b005-4861-8a84-ce2708516abb),segment_id=53b04c62-b005-4861-8a84-ce2708516abb)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:07:57.873633 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:57.887198 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Calling delete_port for 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:07:58.015760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.054587 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['4eb51d04-41fe-4f08-9f89-4d61ed9adc02'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:07:58.055129 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Pushing event deleted for resources: {'Port': ['ID=4eb51d04-41fe-4f08-9f89-4d61ed9adc02,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:07:58.076784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.077143 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.077483 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.077816 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.078145 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.078498 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.078822 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.079144 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.080495 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.080838 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.081525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.082088 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:07:58.108731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] No DVR routers for this DVR port 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:07:58.111651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.115040 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-db248ad0-35fa-4a31-bb31-e52420270bb2 req-e52410c4-07d8-4e23-88c3-f019475528bc tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.54 "DELETE /v2.0/ports/4eb51d04-41fe-4f08-9f89-4d61ed9adc02 HTTP/1.1" status: 204 len: 173 time: 0.4367476 Jul 16 15:07:58.115485 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'name': 'network-vif-deleted', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:07:58.118354 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2fc222-e963-448d-8eb4-58c766df007e" -d '{"events": [{"server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "name": "network-vif-deleted", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:07:58.164354 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34442815-c3d4-4277-95b3-d1c4111f4537 x-openstack-request-id: req-34442815-c3d4-4277-95b3-d1c4111f4537 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:07:58.164628 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fbaa1b9-a39b-41fd-b2c3-257c5e521555", "name": "network-vif-deleted", "tag": "4eb51d04-41fe-4f08-9f89-4d61ed9adc02", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:07:58.164880 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34442815-c3d4-4277-95b3-d1c4111f4537 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:07:58.165276 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fbaa1b9-a39b-41fd-b2c3-257c5e521555', 'name': 'network-vif-deleted', 'tag': '4eb51d04-41fe-4f08-9f89-4d61ed9adc02', 'status': 'completed', 'code': 200} Jul 16 15:07:58.320587 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53c94acb-5856-458f-8aae-e33c934414c2 req-3ecdf17c-be84-4eaf-a191-8e1d74102106 tempest-VolumesActionsTest-489261732 tempest-VolumesActionsTest-489261732-project] 10.222.0.39 "GET /v2.0/ports?device_id=6fbaa1b9-a39b-41fd-b2c3-257c5e521555 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Jul 16 15:07:58.475753 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34400) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:07:58.606463 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-eb560c6c-08db-467e-b131-182cc21646d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffc6526e68e24648979523dddc860e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294909 Jul 16 15:07:58.608950 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34406) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:07:58.662016 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.684108 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.731906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.734467 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:58.735640 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/884b8990-429d-4e30-a50c-495b5464a91a HTTP/1.1" status: 204 len: 168 time: 0.1257372 Jul 16 15:07:58.744786 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eefc47c-0a65-457a-94ff-009a25fae92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884b8990-429d-4e30-a50c-495b5464a91a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:07:59.381790 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34442) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:07:59.476023 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1761238917-network', 'tenant_id': '863ca1023b2242c683d1579fdb66629b'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:07:59.497930 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Made reservation on behalf of 863ca1023b2242c683d1579fdb66629b for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:07:59.500320 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.509471 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.600407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.604155 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.628839 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:07:59.638781 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e10a678-9323-4d9c-b85d-7b6ec58f9fbe,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:07:59.643603 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.644029 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Added segment 4a99c692-4926-4b24-bc8e-b3dcd82dbc5e of type vlan for network c823792d-e60c-4d67-95bd-fe758b16b5ad Jul 16 15:07:59.684891 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.717008 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.717900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:07:59.718495 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.748251 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3650906 Jul 16 15:07:59.751012 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34460) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:07:59.757999 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Request body: {'subnet': {'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1761238917-subnet', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:07:59.800658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06f4e-1648-4fb0-8114-26dc612568ca admin admin] Pushing event updated for resources: {'Network': ['ID=c823792d-e60c-4d67-95bd-fe758b16b5ad,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:07:59.813325 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Made reservation on behalf of 863ca1023b2242c683d1579fdb66629b for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:07:59.814251 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network c823792d-e60c-4d67-95bd-fe758b16b5ad details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:07:59.816641 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762256'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.823537 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34464) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:07:59.922728 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Deleting subnet 8133cc2f-63cd-42b6-b519-fd938508b217 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:07:59.926202 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:07:59.962247 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.002075 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13083998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762242'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.007814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.062209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Pushing event updated for resources: {'Subnet': ['ID=097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:00.062993 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.070779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Checking segment: {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:00.071116 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Network hostable DHCP agents. Network: c823792d-e60c-4d67-95bd-fe758b16b5ad, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:08:00.076457 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.080906 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8133cc2f-63cd-42b6-b519-fd938508b217 HTTP/1.1" status: 204 len: 168 time: 0.2562983 Jul 16 15:08:00.082989 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34474) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:00.099657 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8133cc2f-63cd-42b6-b519-fd938508b217,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:00.107426 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.108007 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.108355 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.108694 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.109022 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.109532 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.109859 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.110452 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.110719 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.111043 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.111536 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.112049 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a62ce86-83bb-4a42-9297-226dcddcbb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.122072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Network c823792d-e60c-4d67-95bd-fe758b16b5ad is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:08:00.160538 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, c823792d-e60c-4d67-95bd-fe758b16b5ad) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:00.168653 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004ca666-7232-4660-8b54-1505d1444848 None None] Network c823792d-e60c-4d67-95bd-fe758b16b5ad requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:08:00.170271 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.173765 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:00.174377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.198526 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d8b69c61-1e34-4451-b090-8a8f6d6a163b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4428694 Jul 16 15:08:00.198698 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34478) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:00.205926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:00.229905 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.231360 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.285691 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.296053 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90568161-1d74-4a59-be89-547cd09098aa']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:00.296611 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.309051 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b04c62-b005-4861-8a84-ce2708516abb') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:00.309339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b04c62-b005-4861-8a84-ce2708516abb') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:00.320269 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084105'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.334914 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13084195'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: timer() Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: self._notify() Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: event.method(event) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:08:00.345957 dv-cinder-801065-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:08:00.357972 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-c823792d-e60c-4d67-95bd-fe758b16b5ad', 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'fixed_ips': [{'subnet_id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:08:00.358868 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.403053 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.408803 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.414016 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] 10.222.0.39 "DELETE /v2.0/networks/90568161-1d74-4a59-be89-547cd09098aa HTTP/1.1" status: 204 len: 168 time: 0.3300025 Jul 16 15:08:00.425034 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24d9d-b8da-472c-af14-c2b3b9a1d3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=90568161-1d74-4a59-be89-547cd09098aa,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:00.448973 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.499139 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Allocated IP 172.20.0.2 (c823792d-e60c-4d67-95bd-fe758b16b5ad/097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172/cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:00.544122 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34486) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:00.650596 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-023c6361-cc34-4566-b1f8-26bc24f9f127 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63b25850621243debc0311063659f96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1052890 Jul 16 15:08:00.650838 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.653217 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34488) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:00.659702 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Transition to ACTIVE for port object cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:00.674645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Transition to ACTIVE for port object cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:00.683750 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.689502 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.707775 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.712240 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.726053 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Network c823792d-e60c-4d67-95bd-fe758b16b5ad is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:00.729027 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:00.733398 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:00.734462 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.736501 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Pushing event updated for resources: {'Port': ['ID=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:00.748347 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.748699 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.749043 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.749383 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.749724 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.750045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.750400 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.751142 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.751142 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.751341 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.751664 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.752011 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:00.796840 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.799749 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.801920 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6552fccd-e6b3-416e-983f-fe6a80d88745 HTTP/1.1" status: 204 len: 168 time: 0.1476707 Jul 16 15:08:00.810230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d148b-93df-4e17-9600-db5e8e9311a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552fccd-e6b3-416e-983f-fe6a80d88745,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:00.817074 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Attempting to bind port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:00.818226 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Attempting to bind port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:00.818597 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Attempting to bind port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec on network c823792d-e60c-4d67-95bd-fe758b16b5ad {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:00.834762 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:00.835567 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Checking segment: {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:00.836167 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.836559 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Bound using segment: {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:00.837041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Bound port: cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:00.837406 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.837702 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Allocated IP 172.27.0.111 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/1b82a565-1ccf-4483-ad1d-4171f6e67899) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:00.902610 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] For port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:00.905825 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] For port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:00.911993 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.950498 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:00.982241 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f3f86-90da-4a07-8ec5-2033d14ed45f None None] Pushing event updated for resources: {'Port': ['ID=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:01.014396 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:01.089860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:01.091369 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:01.095181 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:01.122750 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Pushing event updated for resources: {'Port': ['ID=1b82a565-1ccf-4483-ad1d-4171f6e67899,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:01.403373 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:01.592196 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:01.646370 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:08:01.666332 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:08:01.666688 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 4eb51d04-41fe-4f08-9f89-4d61ed9adc02 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:08:01.733948 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:08:01.844539 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:08:01.855141 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Sync routers for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:08:01.860639 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:01.865298 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34506) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:01.865938 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5b3b5d20-1015-472b-9886-3f8f98088fed admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6667314 Jul 16 15:08:01.866058 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:01.866697 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:01.934915 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:01.977915 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:01.994794 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:02.024427 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d0ab2a-fd9a-4853-83f6-98cbdf0f561b None None] Network c823792d-e60c-4d67-95bd-fe758b16b5ad requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:08:02.106122 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Provisioning for port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:02.116791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Provisioning complete for port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:02.117507 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.217316 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:01Z', 'revision_number': 3, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:02.246959 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Checking router: 259048c5-42fb-4e47-9fca-e6c2eb75ee43 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:08:02.247450 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Updating router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 port 1b82a565-1ccf-4483-ad1d-4171f6e67899 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:08:02.287761 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.439598 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.481571 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] For port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:02.491849 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.547917 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b872894-549c-4738-8d35-a96c03ca6cab None None] Pushing event updated for resources: {'Port': ['ID=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:02.596717 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.623206 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.635832 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Transition to ACTIVE for port object 1b82a565-1ccf-4483-ad1d-4171f6e67899 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:02.642277 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.698905 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Attempting to bind port 1b82a565-1ccf-4483-ad1d-4171f6e67899 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:02.699322 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Attempting to bind port 1b82a565-1ccf-4483-ad1d-4171f6e67899 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:02.699722 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Attempting to bind port 1b82a565-1ccf-4483-ad1d-4171f6e67899 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:02.702753 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Pushing event updated for resources: {'Port': ['ID=1b82a565-1ccf-4483-ad1d-4171f6e67899,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:02.711588 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-6becb037-3d29-4300-81b0-086543f7746c None None] Provisioning complete for port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:02.712289 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6becb037-3d29-4300-81b0-086543f7746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.712966 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.713518 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.714086 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.714671 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.715038 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.715414 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.715773 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.716135 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.716507 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.716870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.717403 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.717955 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:08:02.721541 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:02.722692 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:02.723287 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.723885 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:02.724557 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Bound port: 1b82a565-1ccf-4483-ad1d-4171f6e67899, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:02.725169 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.766692 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Allocated IP 172.20.0.1 (c823792d-e60c-4d67-95bd-fe758b16b5ad/097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172/d99f351a-d8fa-47d1-9272-b8417c63cf14) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:02.781235 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] For port 1b82a565-1ccf-4483-ad1d-4171f6e67899, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:02.785277 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] For port 1b82a565-1ccf-4483-ad1d-4171f6e67899, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=1b82a565-1ccf-4483-ad1d-4171f6e67899,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:02.788919 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.844551 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:02.845159 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:02.883693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.887080 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec507b3-0447-4898-880c-bbd323b3bf8a None None] Pushing event updated for resources: {'Port': ['ID=1b82a565-1ccf-4483-ad1d-4171f6e67899,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:02.899448 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Transition to ACTIVE for port object d99f351a-d8fa-47d1-9272-b8417c63cf14 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:02.933267 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:02.957984 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:02.969291 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Network c823792d-e60c-4d67-95bd-fe758b16b5ad is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:02.972752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:02.975471 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:03.016321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Pushing event updated for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:03.024947 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.180825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.230250 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-152870e6-481e-403d-b2ea-63353a116f58 None None] Provisioning for port d99f351a-d8fa-47d1-9272-b8417c63cf14 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:03.235928 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-152870e6-481e-403d-b2ea-63353a116f58 None None] Provisioning complete for port d99f351a-d8fa-47d1-9272-b8417c63cf14 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:03.236531 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-152870e6-481e-403d-b2ea-63353a116f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.255889 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:01Z', 'revision_number': 3, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:03.271887 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-152870e6-481e-403d-b2ea-63353a116f58 None None] Port d99f351a-d8fa-47d1-9272-b8417c63cf14 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:08:03.283917 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc562d-0816-41eb-b9c3-08643c5230ff None None] The sync data for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi is: [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:01Z', 'revision_number': 3, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:08:03.383532 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.389111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.457525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.469580 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Pushing event updated for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:03.577765 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Network c823792d-e60c-4d67-95bd-fe758b16b5ad is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:03.579277 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:03.701071 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:08:03.793965 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e58ff721-54a9-492b-bd05-48c6ceb56800 None None] Provisioning complete for port d99f351a-d8fa-47d1-9272-b8417c63cf14 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:03.794412 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e58ff721-54a9-492b-bd05-48c6ceb56800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:03.832091 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:08:03.842276 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8d30232e-2e74-4c43-b01f-b361554d098f admin admin] 10.222.0.39 "PUT /v2.0/routers/259048c5-42fb-4e47-9fca-e6c2eb75ee43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9749858 Jul 16 15:08:03.864688 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-e58ff721-54a9-492b-bd05-48c6ceb56800 None None] Port d99f351a-d8fa-47d1-9272-b8417c63cf14 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:08:03.963650 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 1b82a565-1ccf-4483-ad1d-4171f6e67899 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:04.020009 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 1b82a565-1ccf-4483-ad1d-4171f6e67899 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:04.025474 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 1b82a565-1ccf-4483-ad1d-4171f6e67899 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:04.025815 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.108709 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.132397 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 1b82a565-1ccf-4483-ad1d-4171f6e67899, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=1b82a565-1ccf-4483-ad1d-4171f6e67899,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:04.137326 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.138146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:04.219344 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=1b82a565-1ccf-4483-ad1d-4171f6e67899,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:04.231377 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:04.231929 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.413285 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34554) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:04.418382 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-38836439-network', 'tenant_id': '9301343d6c24435aae85138602627d57'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:04.439771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Made reservation on behalf of 9301343d6c24435aae85138602627d57 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:08:04.442153 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.450707 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.560026 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.567145 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.589039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:08:04.603041 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae02ee-3906-47f3-b3cf-8aaf06dd50bc,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:04.613106 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.613106 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Added segment 1f57422e-1ac3-4750-be7e-7ccf50f5e06e of type vlan for network ce25ca62-5569-4f9a-8ad3-86d820f561d5 Jul 16 15:08:04.652815 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.682503 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.683452 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:04.684037 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.717778 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3033283 Jul 16 15:08:04.720390 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34560) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:04.725896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Request body: {'subnet': {'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-38836439-subnet', 'tenant_id': '9301343d6c24435aae85138602627d57', 'ip_version': 4}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:04.755230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951749-3a67-4c67-92ee-fb22a70c9f4f admin admin] Pushing event updated for resources: {'Network': ['ID=ce25ca62-5569-4f9a-8ad3-86d820f561d5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:04.765009 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:08:04.774386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Made reservation on behalf of 9301343d6c24435aae85138602627d57 for: {'subnet': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:08:04.776804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762256'] for subnet, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:04.890268 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Sync routers for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:08:04.900293 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:04.900924 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:04.946579 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13083998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762242'] for subnet, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.002288 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fc1672-9dc5-4e0a-8d84-78144ae4fbce,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:05.010408 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Checking segment: {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:05.010770 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Network hostable DHCP agents. Network: ce25ca62-5569-4f9a-8ad3-86d820f561d5, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:08:05.010886 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:05.026992 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:08:05.035939 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, ce25ca62-5569-4f9a-8ad3-86d820f561d5) {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:05.040474 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:05.041464 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.048553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6db5a0-6c8a-4f8b-a894-83dc31f4bfc3 None None] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:08:05.056480 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b4ce8400-1fe6-4b09-b6f4-07e65179b3ff admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3350880 Jul 16 15:08:05.059026 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34562) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:05.063462 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:05.086888 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.087963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.142391 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.278939 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.336856 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'tenant_id': '9301343d6c24435aae85138602627d57', 'fixed_ips': [{'subnet_id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:08:05.337844 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.359115 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:03Z', 'revision_number': 4, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd99f351a-d8fa-47d1-9272-b8417c63cf14', 'name': '', 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'mac_address': 'fa:16:3e:46:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:02Z', 'updated_at': '2021-07-16T15:08:03Z', 'revision_number': 2, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'subnets': [{'id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:05.391963 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Checking router: 259048c5-42fb-4e47-9fca-e6c2eb75ee43 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:08:05.392329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Updating router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 port d99f351a-d8fa-47d1-9272-b8417c63cf14 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:08:05.491632 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.512442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.538829 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.584629 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Allocated IP 172.20.0.2 (ce25ca62-5569-4f9a-8ad3-86d820f561d5/93fc1672-9dc5-4e0a-8d84-78144ae4fbce/b24ee693-a04b-4080-a625-75c444ccfe4b) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:05.650857 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Allocated IP 172.27.0.97 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/b3b53aff-cdca-41c5-8135-2b08162b3bf7) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:05.761738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.807461 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:05.845329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:05.848724 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:05.852426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:05.890042 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b53aff-cdca-41c5-8135-2b08162b3bf7,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:05.906029 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 1b82a565-1ccf-4483-ad1d-4171f6e67899 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:06.076365 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.085288 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 1b82a565-1ccf-4483-ad1d-4171f6e67899 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:06.085666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.092700 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Transition to ACTIVE for port object b24ee693-a04b-4080-a625-75c444ccfe4b will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:06.103856 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.139331 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.157937 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Transition to ACTIVE for port object b24ee693-a04b-4080-a625-75c444ccfe4b will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:06.162229 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Transition to ACTIVE for port object d99f351a-d8fa-47d1-9272-b8417c63cf14 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:06.167182 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.178146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.226436 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:06.254070 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:06.260199 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:06.264054 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Pushing event updated for resources: {'Port': ['ID=b24ee693-a04b-4080-a625-75c444ccfe4b,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:06.375458 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:08:06.426872 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c31a75-e6f0-4fca-88ef-076f3639f9c0 None None] Pushing event updated for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:06.451832 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Attempting to bind port d99f351a-d8fa-47d1-9272-b8417c63cf14 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:06.452219 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Attempting to bind port d99f351a-d8fa-47d1-9272-b8417c63cf14 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:06.452585 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Attempting to bind port d99f351a-d8fa-47d1-9272-b8417c63cf14 on network c823792d-e60c-4d67-95bd-fe758b16b5ad {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:06.456154 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Attempting to bind port b24ee693-a04b-4080-a625-75c444ccfe4b on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:06.457048 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Attempting to bind port b24ee693-a04b-4080-a625-75c444ccfe4b by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:06.457481 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Attempting to bind port b24ee693-a04b-4080-a625-75c444ccfe4b on network ce25ca62-5569-4f9a-8ad3-86d820f561d5 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:06.463736 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:06.464112 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Checking segment: {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:06.464515 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.464909 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Bound using segment: {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:06.465486 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Bound port: d99f351a-d8fa-47d1-9272-b8417c63cf14, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:06.465968 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.469094 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:06.469463 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Checking segment: {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:06.469853 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.470274 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Bound using segment: {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:06.470742 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Bound port: b24ee693-a04b-4080-a625-75c444ccfe4b, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:06.471121 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.509658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.596028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] For port b24ee693-a04b-4080-a625-75c444ccfe4b, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:06.600222 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] For port b24ee693-a04b-4080-a625-75c444ccfe4b, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b24ee693-a04b-4080-a625-75c444ccfe4b,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:06.601567 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] For port d99f351a-d8fa-47d1-9272-b8417c63cf14, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:06.604860 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] For port d99f351a-d8fa-47d1-9272-b8417c63cf14, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d99f351a-d8fa-47d1-9272-b8417c63cf14,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:06.606766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.615286 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.652269 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Router d46a8796-7b00-412f-88f8-169904d2df36 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:08:06.693027 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bf02-4612-4c49-b932-29390ac9ed4d None None] Pushing event updated for resources: {'Port': ['ID=b24ee693-a04b-4080-a625-75c444ccfe4b,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:06.699220 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:06.699904 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:06.805256 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:08:06.818149 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Sync routers for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:08:06.825479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:06.827492 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-3d1c0797-2f03-428f-b8cf-c783b92136a9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7673647 Jul 16 15:08:06.829966 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34588) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:06.832255 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:06.832890 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:06.839098 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c31a75-e6f0-4fca-88ef-076f3639f9c0 None None] Pushing event updated for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:06.870091 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:06.984578 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:07.168868 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:03Z', 'revision_number': 4, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd99f351a-d8fa-47d1-9272-b8417c63cf14', 'name': '', 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'mac_address': 'fa:16:3e:46:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:02Z', 'updated_at': '2021-07-16T15:08:06Z', 'revision_number': 4, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'subnets': [{'id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:07.202409 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778db2ae-4fc4-4757-be95-eb682aa37a46 None None] The sync data for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi is: [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:03Z', 'revision_number': 4, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'd99f351a-d8fa-47d1-9272-b8417c63cf14', 'name': '', 'network_id': 'c823792d-e60c-4d67-95bd-fe758b16b5ad', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'mac_address': 'fa:16:3e:46:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:02Z', 'updated_at': '2021-07-16T15:08:06Z', 'revision_number': 4, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'subnets': [{'id': '097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:08:07.202692 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:05Z', 'revision_number': 3, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:07.229802 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Checking router: d46a8796-7b00-412f-88f8-169904d2df36 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:08:07.230183 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Updating router d46a8796-7b00-412f-88f8-169904d2df36 port b3b53aff-cdca-41c5-8135-2b08162b3bf7 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:08:07.288795 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.627002 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.641395 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.647840 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Transition to ACTIVE for port object b3b53aff-cdca-41c5-8135-2b08162b3bf7 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:07.657656 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.715351 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5a977-5064-45cd-8752-23c08770c34d None None] Pushing event updated for resources: {'Port': ['ID=b3b53aff-cdca-41c5-8135-2b08162b3bf7,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:07.749306 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Attempting to bind port b3b53aff-cdca-41c5-8135-2b08162b3bf7 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:07.749927 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Attempting to bind port b3b53aff-cdca-41c5-8135-2b08162b3bf7 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:07.750773 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Attempting to bind port b3b53aff-cdca-41c5-8135-2b08162b3bf7 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:07.758604 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:07.759309 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:07.759957 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.760586 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:07.761283 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Bound port: b3b53aff-cdca-41c5-8135-2b08162b3bf7, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:07.761921 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.839030 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] For port b3b53aff-cdca-41c5-8135-2b08162b3bf7, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:07.843119 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] For port b3b53aff-cdca-41c5-8135-2b08162b3bf7, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b3b53aff-cdca-41c5-8135-2b08162b3bf7,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:07.854536 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:07.923045 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5a977-5064-45cd-8752-23c08770c34d None None] Pushing event updated for resources: {'Port': ['ID=b3b53aff-cdca-41c5-8135-2b08162b3bf7,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:07.937331 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Allocated IP 172.20.0.1 (ce25ca62-5569-4f9a-8ad3-86d820f561d5/93fc1672-9dc5-4e0a-8d84-78144ae4fbce/2c39fbb9-4f00-4fda-8e84-48f2d18051f2) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:08:07.954511 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:07.955263 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:08.069986 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.071230 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b24ee693-a04b-4080-a625-75c444ccfe4b up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:08.097305 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Transition to ACTIVE for port object 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:08.099388 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:08.107120 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba82b7-3b41-49d0-a750-0374bc3a261e None None] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:08:08.145210 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.183854 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:08.186943 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:08.190830 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:08:08.224575 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-4bab612a-09e5-40dd-adbe-9f1e26e0ce90 None None] Provisioning for port b24ee693-a04b-4080-a625-75c444ccfe4b completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:08.230340 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Pushing event updated for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:08.249729 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.274735 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port b24ee693-a04b-4080-a625-75c444ccfe4b completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:08.281294 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b24ee693-a04b-4080-a625-75c444ccfe4b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:08.281664 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.328550 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:05Z', 'revision_number': 3, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:08.365016 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa30ca2-88a5-4868-ac7b-59161a24e786 None None] The sync data for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi is: [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:05Z', 'revision_number': 3, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:08:08.408975 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.424261 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.450136 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port b24ee693-a04b-4080-a625-75c444ccfe4b, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b24ee693-a04b-4080-a625-75c444ccfe4b,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:08.458082 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.459275 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d99f351a-d8fa-47d1-9272-b8417c63cf14 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:08.574334 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=b24ee693-a04b-4080-a625-75c444ccfe4b,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:08.579417 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port d99f351a-d8fa-47d1-9272-b8417c63cf14 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:08.584976 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d99f351a-d8fa-47d1-9272-b8417c63cf14 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:08.585339 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.637868 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.645544 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.699251 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.735948 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.742315 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Pushing event updated for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:08.790668 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port d99f351a-d8fa-47d1-9272-b8417c63cf14, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d99f351a-d8fa-47d1-9272-b8417c63cf14,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:08.796902 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.805647 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Provisioning for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:08.840421 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Provisioning complete for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:08.840887 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.905874 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:08:08.918745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Provisioning complete for port b24ee693-a04b-4080-a625-75c444ccfe4b triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:08.919126 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-adef0aa0-a7b0-4736-b667-9fca98ac8620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:08.920594 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:08.973779 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:08:08.975104 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:08:09.118980 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Router d46a8796-7b00-412f-88f8-169904d2df36 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:08:09.145749 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-0f7add6c-82d6-4a1a-82f1-fd1b4fb7c0ec None None] Provisioning complete for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:09.146335 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0f7add6c-82d6-4a1a-82f1-fd1b4fb7c0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.188680 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-0f7add6c-82d6-4a1a-82f1-fd1b4fb7c0ec None None] Port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:08:09.238099 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:08:09.247980 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1e2d7541-6e4d-422b-bb99-a8d9f148bb08 admin admin] 10.222.0.39 "PUT /v2.0/routers/d46a8796-7b00-412f-88f8-169904d2df36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4120367 Jul 16 15:08:09.314320 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-1ff12991-7f92-4ba8-99dc-5f0994b2301d None None] Provisioning complete for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:09.314689 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1ff12991-7f92-4ba8-99dc-5f0994b2301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.352258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-1ff12991-7f92-4ba8-99dc-5f0994b2301d None None] Port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:08:09.719010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34626) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:09.724312 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754097764', 'description': 'tempest-secgroup-smoke-754097764 description', 'project_id': '863ca1023b2242c683d1579fdb66629b'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:09.745546 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.842781 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.848979 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.872631 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.873908 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1538534 Jul 16 15:08:09.877058 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34632) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:09.881943 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:09.887014 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea5ce8-cd18-48b9-afec-d867b657ecae tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09211694-d4bc-4ec8-8f4d-8da5dfae55bf,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:09.923763 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:09.994526 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.000524 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.004436 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d99f351a-d8fa-47d1-9272-b8417c63cf14 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:10.020839 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97399348-6910-479d-96cc-136ad991c21e,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.027837 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.029331 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2b1ee42c-1635-450c-a816-802ddea133c1 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1511381 Jul 16 15:08:10.031915 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34638) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:10.036757 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:10.052281 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port d99f351a-d8fa-47d1-9272-b8417c63cf14 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:10.052667 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.071002 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.128774 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.132456 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.137288 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b24ee693-a04b-4080-a625-75c444ccfe4b up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:10.150429 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4620fcf9-b912-481e-b3a9-9c8018d78b07,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.156970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.158142 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-4edbfbb0-cb0e-459d-b6d9-b36d62d7d8e8 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252606 Jul 16 15:08:10.161153 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34640) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:10.165539 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:10.183369 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b24ee693-a04b-4080-a625-75c444ccfe4b triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:10.183933 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.192949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.255433 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.260430 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.267569 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b3b53aff-cdca-41c5-8135-2b08162b3bf7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:10.281396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3ce845-25c7-4f58-938e-60d67c13af4e,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.289116 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.293216 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b0bc3ecc-b330-4700-bd5d-278c27f9ad93 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283281 Jul 16 15:08:10.293368 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34642) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:10.298145 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:10.323504 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port b3b53aff-cdca-41c5-8135-2b08162b3bf7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:10.325822 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.327428 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b3b53aff-cdca-41c5-8135-2b08162b3bf7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:10.327805 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.376849 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.381556 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.404143 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f2b5c3-8714-46eb-87e4-51aca1bc0095,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.405689 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.413476 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.414602 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6c589fdf-dc71-4e39-92c8-22de50b6f1aa tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201506 Jul 16 15:08:10.417434 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34644) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:10.422244 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:10.432953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port b3b53aff-cdca-41c5-8135-2b08162b3bf7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b3b53aff-cdca-41c5-8135-2b08162b3bf7,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:10.437103 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.445337 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Project 863ca1023b2242c683d1579fdb66629b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:08:10.450946 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.489182 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=b3b53aff-cdca-41c5-8135-2b08162b3bf7,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.512384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.516095 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.535010 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec7ef4f-f45f-43e3-82ca-1bbf237eadbe,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.541325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.542538 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-eba6950a-947b-4619-996d-df25466ed888 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240559 Jul 16 15:08:10.545212 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34646) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:10.549577 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Request body: {'security_group_rule': {'security_group_id': '09211694-d4bc-4ec8-8f4d-8da5dfae55bf', 'project_id': '863ca1023b2242c683d1579fdb66629b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:08:10.571420 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.securitygroups_db [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Project 863ca1023b2242c683d1579fdb66629b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 15:08:10.577241 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.600120 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Sync routers for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:08:10.608931 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:10.609589 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:10.637933 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.642134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.660356 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8a7c1e-4ea4-467a-95de-15a58a1d27ec,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:10.667051 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:10.668268 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-022f7937-bd18-4e91-ad51-e72f1039e5ea tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221395 Jul 16 15:08:10.725954 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:11.059257 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:08Z', 'revision_number': 4, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '2c39fbb9-4f00-4fda-8e84-48f2d18051f2', 'name': '', 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'tenant_id': '9301343d6c24435aae85138602627d57', 'mac_address': 'fa:16:3e:05:15:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:07Z', 'updated_at': '2021-07-16T15:08:08Z', 'revision_number': 2, 'project_id': '9301343d6c24435aae85138602627d57', 'subnets': [{'id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:11.087711 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Checking router: d46a8796-7b00-412f-88f8-169904d2df36 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:08:11.088078 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Updating router d46a8796-7b00-412f-88f8-169904d2df36 port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:08:11.122067 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.402018 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.412308 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Transition to ACTIVE for port object 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:08:11.419196 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.472816 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838591-91d6-442f-b3b4-650962b9ebc6 None None] Pushing event updated for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:11.528378 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Attempting to bind port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:08:11.529149 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Attempting to bind port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:08:11.529149 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Attempting to bind port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 on network ce25ca62-5569-4f9a-8ad3-86d820f561d5 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:08:11.535817 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:08:11.536206 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Checking segment: {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:08:11.536641 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.537169 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Bound using segment: {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:08:11.537687 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Bound port: 2c39fbb9-4f00-4fda-8e84-48f2d18051f2, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57422e-1ac3-4750-be7e-7ccf50f5e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:08:11.538073 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.609253 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] For port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:08:11.613776 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] For port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:08:11.620120 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:11.671889 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:11.672534 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:11.731450 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c838591-91d6-442f-b3b4-650962b9ebc6 None None] Pushing event updated for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:11.807264 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:11.895396 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b3b53aff-cdca-41c5-8135-2b08162b3bf7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:12.037473 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b3b53aff-cdca-41c5-8135-2b08162b3bf7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:12.037852 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:12.126559 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:08Z', 'revision_number': 4, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '2c39fbb9-4f00-4fda-8e84-48f2d18051f2', 'name': '', 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'tenant_id': '9301343d6c24435aae85138602627d57', 'mac_address': 'fa:16:3e:05:15:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:07Z', 'updated_at': '2021-07-16T15:08:11Z', 'revision_number': 4, 'project_id': '9301343d6c24435aae85138602627d57', 'subnets': [{'id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:12.163338 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478561c4-3bcc-47f7-bead-8c6940cfddae None None] The sync data for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi is: [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:08Z', 'revision_number': 4, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '2c39fbb9-4f00-4fda-8e84-48f2d18051f2', 'name': '', 'network_id': 'ce25ca62-5569-4f9a-8ad3-86d820f561d5', 'tenant_id': '9301343d6c24435aae85138602627d57', 'mac_address': 'fa:16:3e:05:15:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:07Z', 'updated_at': '2021-07-16T15:08:11Z', 'revision_number': 4, 'project_id': '9301343d6c24435aae85138602627d57', 'subnets': [{'id': '93fc1672-9dc5-4e0a-8d84-78144ae4fbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:08:13.885038 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:13.941082 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:08:13.945055 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:13.945475 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:14.028102 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:14.062703 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:14.066847 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:14.117928 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:15.355739 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd4812-575e-4a41-ab92-fdbbcd02da49 req-0f4f8338-0209-448f-84f6-78da812f83f4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:15.357231 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4abd4812-575e-4a41-ab92-fdbbcd02da49 req-0f4f8338-0209-448f-84f6-78da812f83f4 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 945 time: 0.0658367 Jul 16 15:08:15.395678 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4abd4812-575e-4a41-ab92-fdbbcd02da49 req-24ea53e7-94a0-4ddb-9b0a-61898f089e07 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jul 16 15:08:15.840574 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-47503462-58ce-4bda-bc22-cb1698eff981 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:15.842046 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-47503462-58ce-4bda-bc22-cb1698eff981 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 945 time: 0.0701969 Jul 16 15:08:15.874124 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:08:15.925426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:08:15.925808 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:15.947892 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Deleting port ff996175-b986-4f2b-8812-eada1551a815 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:08:15.948278 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.049481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] For port ff996175-b986-4f2b-8812-eada1551a815, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=ff996175-b986-4f2b-8812-eada1551a815,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:08:16.050563 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.298766 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.299313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.300525 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Floating IP 69bbc01e-846c-4408-bf41-9706776f2a34 disassociated. External IP: 172.27.0.187, port: ff996175-b986-4f2b-8812-eada1551a815. Jul 16 15:08:16.301041 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Calling delete_port for ff996175-b986-4f2b-8812-eada1551a815 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:08:16.437439 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.469532 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'Port': ['ID=ff996175-b986-4f2b-8812-eada1551a815,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:16.553095 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4daad227-4173-4ebd-9f29-979eec6daa67 req-808a175d-ddce-49c4-8af2-a2f61c766042 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e HTTP/1.1" status: 200 len: 210 time: 0.0316956 Jul 16 15:08:16.598846 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:08:16.714188 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:08:16.730120 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:08:16.739228 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:16.739845 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:16.761096 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] No DVR routers for this DVR port ff996175-b986-4f2b-8812-eada1551a815 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:08:16.764087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:16.766067 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ca904dec-7ce6-4bc4-bfec-bd4d8eb70691 req-d02fcc64-3578-47dd-b4be-f9bbd73e03d5 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.54 "DELETE /v2.0/ports/ff996175-b986-4f2b-8812-eada1551a815 HTTP/1.1" status: 204 len: 173 time: 0.9180245 Jul 16 15:08:16.766529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'name': 'network-vif-deleted', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:08:16.769831 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42f0dd8-3dd8-40a4-a0c5-f3df4e24f0ea" -d '{"events": [{"server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "name": "network-vif-deleted", "tag": "ff996175-b986-4f2b-8812-eada1551a815"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:08:16.810985 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5fe8cc-5945-4773-8182-d977d80cfa7d x-openstack-request-id: req-8d5fe8cc-5945-4773-8182-d977d80cfa7d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:08:16.811286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e", "name": "network-vif-deleted", "tag": "ff996175-b986-4f2b-8812-eada1551a815", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:08:16.811551 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d5fe8cc-5945-4773-8182-d977d80cfa7d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:08:16.811958 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b569dee-6afb-4f5c-bbd8-b402b6b7bc1e', 'name': 'network-vif-deleted', 'tag': 'ff996175-b986-4f2b-8812-eada1551a815', 'status': 'completed', 'code': 200} Jul 16 15:08:16.873150 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:17.099039 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:17.130220 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:08:17.146698 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:08:17.147402 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:07:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:17.359864 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:08:17.598538 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:08:17.624850 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0084e13-d453-423c-a678-1eb60e822acd None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T14:57:48Z', 'revision_number': 4, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'b93ee75a-513e-4e08-ad32-a98335412d94', 'name': '', 'network_id': 'ac300f32-b49a-49af-b0c8-09858c9ba794', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'mac_address': 'fa:16:3e:68:2e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:46Z', 'updated_at': '2021-07-16T14:57:57Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'subnets': [{'id': 'f2e4e7f8-9f12-40f8-8f69-2ce46aee488c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:08:17.686082 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 34812) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:17.747580 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:17.761941 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device ff996175-b986-4f2b-8812-eada1551a815 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:08:17.775871 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:17.792329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: ff996175-b986-4f2b-8812-eada1551a815 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:08:17.793734 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device ff996175-b986-4f2b-8812-eada1551a815 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:08:17.838009 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:17.840858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:17.842664 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9 HTTP/1.1" status: 204 len: 168 time: 0.1554189 Jul 16 15:08:17.845072 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34814) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:17.858045 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f7b22-80ea-484d-9b09-d3547228bbec tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:17.870594 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-7b5bd3de-532c-4d7a-9c9b-1ec2f437ed4d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] show failed (client error): The resource could not be found. Jul 16 15:08:17.871856 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7b5bd3de-532c-4d7a-9c9b-1ec2f437ed4d tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "GET /v2.0/security-groups/a7caaa3f-fb5e-41f2-a20c-f4ea61f84eb9 HTTP/1.1" status: 404 len: 347 time: 0.0251400 Jul 16 15:08:17.875333 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 34816) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:08:18.007314 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Deleting port 59756bab-9f7f-4a80-a739-fbfa0ccf649b {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:08:18.007685 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.060735 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f5cfc-3260-4c72-8d62-004ac25cb803 None None] New status for floating IP 69bbc01e-846c-4408-bf41-9706776f2a34: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:08:18.100965 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.101292 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.114658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Calling delete_port for 59756bab-9f7f-4a80-a739-fbfa0ccf649b owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:08:18.156509 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d3f7616d-e6fa-45c9-81f9-91c4734d873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.297249 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.331329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Pushing event deleted for resources: {'Port': ['ID=59756bab-9f7f-4a80-a739-fbfa0ccf649b,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:08:18.391222 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.392635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:18.398046 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7210255b-fa03-4a38-8bfd-b29529e44472 tempest-AttachVolumeShelveTestJSON-1751739305 tempest-AttachVolumeShelveTestJSON-1751739305-project] 10.222.0.39 "DELETE /v2.0/floatingips/69bbc01e-846c-4408-bf41-9706776f2a34 HTTP/1.1" status: 204 len: 168 time: 0.5215037 Jul 16 15:08:20.542569 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6be118c-9c93-4f5e-98d2-4999055e81a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:20.990146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:22.044015 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:22.835628 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:23.786435 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:43.365384 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:08:48.077911 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a39eb79a-4888-45fe-bed4-f42a7a1ce137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:50.543387 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-39a58e08-c362-40cc-9d57-1b3b29a55adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:50.989965 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:52.048638 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:52.873429 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:53.788136 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:08:57.381942 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-8f2257fb-ee03-4ec5-b09e-02e7aeab8d29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1453671 Jul 16 15:08:57.494466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-7d29360e-7fad-47a2-a3a7-7cd3279a499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:57.496012 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-7d29360e-7fad-47a2-a3a7-7cd3279a499d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.0534391 Jul 16 15:08:57.604089 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-ebe01b42-776d-48b3-92ef-18a608f85d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:57.605491 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-ebe01b42-776d-48b3-92ef-18a608f85d87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0893614 Jul 16 15:08:57.649134 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-fd58620b-8e22-449a-897a-c19bae08a77c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.0368297 Jul 16 15:08:57.696657 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-e45b478b-a873-4f34-94e0-8baa9b37ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:08:57.698064 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-e45b478b-a873-4f34-94e0-8baa9b37ead0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0429406 Jul 16 15:08:57.730742 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-6a64366f-d6e0-4f21-9b5e-316b450b1cc4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257766 Jul 16 15:08:57.742383 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-9eb7a870-19e0-40d2-ba74-c4b8071f2153 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:08:57.743323 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-9eb7a870-19e0-40d2-ba74-c4b8071f2153 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055523 Jul 16 15:08:57.835357 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-1b03d636-c622-44fa-9342-691f616a57ea service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852559 Jul 16 15:08:57.921321 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-c542bec9-fc02-43ad-9a57-0d69b6ae5e96 req-056f89b5-6c08-4a23-b92a-6e4fc571dee8 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800393 Jul 16 15:09:18.084573 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9a64-d5e6-4985-9dc2-04ea0dbac433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:20.363461 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:09:20.544036 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b04577ab-db90-4a2c-b9bb-c334e2183aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:20.989979 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:22.052966 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:22.865466 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:23.792585 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:48.086028 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ff1d87a0-c4e0-4727-99ed-3b33c10cf7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:50.545143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a056947a-cad0-460f-ab88-a3ad6dbc2451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:50.991833 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:52.053386 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:52.881062 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:53.824016 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:09:57.362101 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:09:58.316036 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-51117ac8-ca44-4ce7-a4bf-1a61f6e10c67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558946 Jul 16 15:09:58.401652 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-b1ef5f71-3f68-421e-aff4-2a50e44c50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:09:58.403384 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-b1ef5f71-3f68-421e-aff4-2a50e44c50c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0517404 Jul 16 15:09:58.510378 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-29a2b878-f866-4e7e-923e-562e9c455f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:09:58.511876 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-29a2b878-f866-4e7e-923e-562e9c455f9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0892875 Jul 16 15:09:58.556464 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-39711f2a-e50a-4379-9e6b-2b2ef595963f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0376709 Jul 16 15:09:58.603204 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-13405a9f-3cdf-486b-8e7c-c03cb799c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:09:58.604630 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-13405a9f-3cdf-486b-8e7c-c03cb799c918 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0423081 Jul 16 15:09:58.636451 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-e7831c8c-2c75-49a1-904b-8b90ac124f47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254643 Jul 16 15:09:58.723825 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-52c320e6-d822-4837-ad16-7b48ffe86612 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806754 Jul 16 15:09:58.809912 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-3f058e34-d737-440c-bc17-cef7a53c4f91 req-4c6714da-36dc-468a-960a-bd878b92c3d7 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795310 Jul 16 15:10:18.086684 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-be031953-4ab1-486f-ac53-3de09020b95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:20.547911 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-888d9583-2bd2-464b-8445-5f15a5092b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:20.992105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:22.056517 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:22.881985 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:23.798944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:34.361081 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:10:48.088002 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b1c33c76-5fd6-46c8-90cd-cd3cb2caa51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:50.550492 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0844f9d7-d4d5-45a6-b8da-075eb77d658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:51.108846 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:52.060129 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:52.879956 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:53.801583 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:10:58.307580 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-d8b4c739-82d2-4c3f-8071-084c8e311df2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553043 Jul 16 15:10:58.389258 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-5b538d27-3423-45f2-a3c4-8b5c90f12306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:10:58.390790 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-5b538d27-3423-45f2-a3c4-8b5c90f12306 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 1098 time: 0.0516646 Jul 16 15:10:58.702783 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-ca44ed25-51d0-46d0-b193-be181ab57158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:10:58.704136 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-ca44ed25-51d0-46d0-b193-be181ab57158 service neutron] 10.222.0.54 "GET /v2.0/networks?id=75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 200 len: 913 time: 0.2864771 Jul 16 15:10:58.743729 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-55be8dd3-7d7d-4353-a686-258fda221e3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 200 len: 217 time: 0.0328586 Jul 16 15:10:58.790469 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-a7df53ab-86c9-4577-80be-acd9224d487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:10:58.791869 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-a7df53ab-86c9-4577-80be-acd9224d487e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e23be745-0b5c-4ca7-bc19-719e6f956c78 HTTP/1.1" status: 200 len: 852 time: 0.0420902 Jul 16 15:10:58.822863 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-7a412674-b6d1-4a00-92ce-1e323a91ab65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75258fe0-9626-41c0-a092-1c8533895e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Jul 16 15:10:58.912537 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-6563e1cc-32bf-4c1f-bbbb-6f0bb8cf8288 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Jul 16 15:10:59.002389 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2ef7775a-52c1-4089-abf1-09b6b1ba3e08 req-df24c713-6a59-4672-8072-205fdc24b3d3 service neutron] 10.222.0.54 "GET /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831754 Jul 16 15:11:11.360129 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:11:18.089478 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-d38354c6-59ac-4d84-afd5-37ae6e01d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:20.552461 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fa258364-af1c-4a31-9eed-70244ca0a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:20.991460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:22.063187 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:22.894509 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:23.804966 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.379466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 37504) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:11:33.496237 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.585794 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.589249 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.626393 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=859516e61c82456cac536651190469fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458434 Jul 16 15:11:33.627238 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6961d0-d55f-406d-950f-6a6d8d44243e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:11:33.629005 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 37508) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:11:33.646210 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.646564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.646908 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.647246 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.647577 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.647906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.648230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.648556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.648879 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.649202 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.649522 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.649840 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e207a984-0db0-419d-b668-dcdf0d16e553 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:33.688535 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.709899 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.756927 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.759485 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:33.760622 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b6961d0-d55f-406d-950f-6a6d8d44243e HTTP/1.1" status: 204 len: 168 time: 0.1299574 Jul 16 15:11:33.768542 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb6010-af1f-4a69-a2d4-4088eead68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6961d0-d55f-406d-950f-6a6d8d44243e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:11:48.092848 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-45aa6696-a101-4b25-96a5-b298ab58e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:48.358433 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:11:50.550724 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4d197e0-a558-4b22-942f-87b64aeb407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:50.992291 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:52.065674 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:52.894032 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:53.809577 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:55.857774 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013ae36-0331-4821-9c92-e263b40523b2 req-f560422c-4896-4083-b130-751b5b1d252e tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:11:55.859348 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d013ae36-0331-4821-9c92-e263b40523b2 req-f560422c-4896-4083-b130-751b5b1d252e tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.2212627 Jul 16 15:11:55.897188 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d013ae36-0331-4821-9c92-e263b40523b2 req-e18a9f4a-29c6-42cc-8857-6b830b510b25 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/security-groups?id=abaf46c9-062a-4143-8d53-f1a70ab202a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jul 16 15:11:56.417802 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-96c71094-ff9f-4eed-94de-637c626b68d0 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:11:56.419292 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-96c71094-ff9f-4eed-94de-637c626b68d0 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 945 time: 0.0666151 Jul 16 15:11:56.514291 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Deleting port db67cdae-25a3-4273-9c1a-45da128503b7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:11:56.514567 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:56.602896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] For port db67cdae-25a3-4273-9c1a-45da128503b7, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=db67cdae-25a3-4273-9c1a-45da128503b7,segment=NetworkSegment(c678005b-d1d3-40a1-bebc-55e1991c2e06),segment_id=c678005b-d1d3-40a1-bebc-55e1991c2e06)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:11:56.603247 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:56.615131 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Calling delete_port for db67cdae-25a3-4273-9c1a-45da128503b7 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:11:56.741515 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:56.768423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Pushing event deleted for resources: {'Port': ['ID=db67cdae-25a3-4273-9c1a-45da128503b7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:11:56.776296 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['db67cdae-25a3-4273-9c1a-45da128503b7'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:11:56.815349 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] No DVR routers for this DVR port db67cdae-25a3-4273-9c1a-45da128503b7 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:11:56.819186 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:56.821227 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-06430a7c-d9da-49ee-a1a0-99662000fbfa req-d3a36de8-36cc-4486-bfae-773de16668c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.54 "DELETE /v2.0/ports/db67cdae-25a3-4273-9c1a-45da128503b7 HTTP/1.1" status: 204 len: 173 time: 0.3962593 Jul 16 15:11:56.821739 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'name': 'network-vif-deleted', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:11:56.826401 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6f75d4-d8e0-466e-86ce-a40b0b3535f2" -d '{"events": [{"server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "name": "network-vif-deleted", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:11:56.937428 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03423068-c257-4d91-a5c0-880bf2703250 x-openstack-request-id: req-03423068-c257-4d91-a5c0-880bf2703250 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:11:56.937736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbe6945-6f25-437d-8381-a53dde0d03f9", "name": "network-vif-deleted", "tag": "db67cdae-25a3-4273-9c1a-45da128503b7", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:11:56.937995 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03423068-c257-4d91-a5c0-880bf2703250 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:11:56.938427 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbe6945-6f25-437d-8381-a53dde0d03f9', 'name': 'network-vif-deleted', 'tag': 'db67cdae-25a3-4273-9c1a-45da128503b7', 'status': 'completed', 'code': 200} Jul 16 15:11:57.057265 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5914d351-7a15-4c5e-b64e-efdae6a990f6 req-173ca7b6-7407-4bb4-99b3-bcc1e954029b tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0293019 Jul 16 15:11:58.174609 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 37956) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:11:58.253224 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f6932337-8849-4376-bdec-915e2d21494f req-88eaa041-a736-4424-a036-272c9b0afcf4 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0832407 Jul 16 15:11:58.258190 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:58.286960 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:58.348490 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:58.351097 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:58.352251 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] 10.222.0.39 "DELETE /v2.0/security-groups/79ca357b-3544-4af1-8934-036ea4577bad HTTP/1.1" status: 204 len: 168 time: 0.1768458 Jul 16 15:11:58.361900 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ca357b-3544-4af1-8934-036ea4577bad,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:11:58.370038 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.370431 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.370777 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.371112 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.371443 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.371780 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.372581 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.372581 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.372804 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.373109 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.373436 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.373772 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee636f-16a4-487e-a41f-14d67477f9ff tempest-TestVolumeBootPattern-234663062 tempest-TestVolumeBootPattern-234663062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:11:58.459210 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-b73cf00e-14d4-452e-85ed-df25e2284060 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768938 Jul 16 15:11:58.517240 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 37966) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:11:58.547087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-9fb68d13-4ca0-438b-af51-096a15a6b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:11:58.548681 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-9fb68d13-4ca0-438b-af51-096a15a6b58c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0528347 Jul 16 15:11:58.652146 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-86add0ec-ce45-46bb-92d3-498a95920bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:11:58.653608 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-86add0ec-ce45-46bb-92d3-498a95920bad service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0854001 Jul 16 15:11:58.698827 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-a3e02f44-7223-4fb9-ac16-68958e57ecc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0387852 Jul 16 15:11:58.747995 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-780f3799-6722-4dd9-aeae-57a6185771c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:11:58.749431 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-780f3799-6722-4dd9-aeae-57a6185771c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0429828 Jul 16 15:11:58.781328 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-70c1c11e-a4a1-406d-975c-03b9f5b01e07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253491 Jul 16 15:11:58.875299 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-ce183853-a19b-42b6-ba78-51fbb958a288 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873179 Jul 16 15:11:58.962793 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f35135d3-50fe-43b3-8d0e-2b32d74002fd req-1376a65c-617f-4603-91a6-b75063297342 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807858 Jul 16 15:11:59.013888 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:59.445383 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c2fbb8f3-40d1-4885-b5d9-f0921f3d344d req-ae803c47-c49a-4906-a5e0-82d71b60eccf tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0599339 Jul 16 15:11:59.572218 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Deleting port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:11:59.572559 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:59.647665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] For port 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:11:59.648021 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:59.660271 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Calling delete_port for 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f owned by network:router_interface {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:11:59.856399 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:11:59.883029 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Pushing event deleted for resources: {'Port': ['ID=67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:00.047712 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:00.259834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Router 353725eb-58f9-4fda-b0b6-898e0f27b100 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:12:00.360055 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:12:00.365671 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-65f16bc5-6427-4aa7-872f-7f014e28d45e admin admin] 10.222.0.39 "PUT /v2.0/routers/353725eb-58f9-4fda-b0b6-898e0f27b100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474281 Jul 16 15:12:00.368145 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 37986) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:00.371501 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Sync routers for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:12:00.383054 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:12:00.383774 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:11:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:00.477669 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks [] for router, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:00.492205 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:12:00.632857 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:00.654022 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f56f7733-cea8-4f39-a854-5ccc7176b202 req-c0bb4b13-8d58-4b31-a349-f067b58e5888 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0358078 Jul 16 15:12:00.709413 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Deleting port d5c4d264-ea84-433a-88e4-4dee6578b152 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:00.709758 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:00.718458 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T15:11:59Z', 'revision_number': 5, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port': {'id': 'd5c4d264-ea84-433a-88e4-4dee6578b152', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f9:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:00.747886 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Checking router: 353725eb-58f9-4fda-b0b6-898e0f27b100 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:12:00.756963 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Routers {'353725eb-58f9-4fda-b0b6-898e0f27b100'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:12:00.757564 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:11:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['353725eb-58f9-4fda-b0b6-898e0f27b100'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:00.767114 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device db67cdae-25a3-4273-9c1a-45da128503b7 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:00.793537 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: db67cdae-25a3-4273-9c1a-45da128503b7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:00.793927 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device db67cdae-25a3-4273-9c1a-45da128503b7 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:00.796886 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] For port d5c4d264-ea84-433a-88e4-4dee6578b152, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d5c4d264-ea84-433a-88e4-4dee6578b152,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:00.797441 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:00.810533 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Calling delete_port for d5c4d264-ea84-433a-88e4-4dee6578b152 owned by network:router_gateway {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:00.845830 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] Set router 353725eb-58f9-4fda-b0b6-898e0f27b100 gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:12:00.900817 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T15:12:00Z', 'revision_number': 6, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:00.930995 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497869c-a31f-4238-a117-74b420b8f685 None None] The sync data for ids ['353725eb-58f9-4fda-b0b6-898e0f27b100'] in dv-cinder-801065-2-iscsi is: [{'id': '353725eb-58f9-4fda-b0b6-898e0f27b100', 'name': 'tempest-TestVolumeBootPattern-1254464600-router', 'tenant_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:42Z', 'updated_at': '2021-07-16T15:12:00Z', 'revision_number': 6, 'project_id': 'a4df5ac4144445c1ac5744e7dc9a63d6', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:12:00.988135 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.017623 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c4d264-ea84-433a-88e4-4dee6578b152,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:01.074765 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.177635 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.179780 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.244342 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.244897 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 353725eb-58f9-4fda-b0b6-898e0f27b100 {{(pid=92981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:12:01.250293 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.251533 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-11d74a77-4766-40cd-abbc-4968ca1d5d88 admin admin] 10.222.0.39 "DELETE /v2.0/routers/353725eb-58f9-4fda-b0b6-898e0f27b100 HTTP/1.1" status: 204 len: 168 time: 0.8814890 Jul 16 15:12:01.254361 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38006) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:01.301190 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Deleting subnet 39ff5664-a484-4eda-9c91-485bb46e0699 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:12:01.304439 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.342519 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.449268 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.504349 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.528918 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ff5664-a484-4eda-9c91-485bb46e0699,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:01.532589 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.534500 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8be8ba51-b26e-4781-9ead-2bae71626a2e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39ff5664-a484-4eda-9c91-485bb46e0699 HTTP/1.1" status: 204 len: 168 time: 0.2790720 Jul 16 15:12:01.537092 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38010) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:01.538262 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c6964-3b26-4785-bbbc-f2874d180632 None None] Network c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:12:01.606403 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.664126 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Deleting port ab7c9d29-668d-4f8a-9d7a-270343af06d7 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:01.664461 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.735774 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] For port ab7c9d29-668d-4f8a-9d7a-270343af06d7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ab7c9d29-668d-4f8a-9d7a-270343af06d7,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:01.736137 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.750385 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Calling delete_port for ab7c9d29-668d-4f8a-9d7a-270343af06d7 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:01.756519 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] DHCP port deletion for c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:12:01.812045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Deleting port ab7c9d29-668d-4f8a-9d7a-270343af06d7 {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:01.812600 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.836333 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-02f975b9-c658-47f7-b5ac-1cbd0ca80cc6 req-e21dec79-0a0e-4333-ace4-a098d078649b tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0316703 Jul 16 15:12:01.873707 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.888148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] For port ab7c9d29-668d-4f8a-9d7a-270343af06d7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ab7c9d29-668d-4f8a-9d7a-270343af06d7,segment=NetworkSegment(e510357d-64ce-46c2-9d66-ecf252b9aa1e),segment_id=e510357d-64ce-46c2-9d66-ecf252b9aa1e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:01.888632 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:01.900913 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7c9d29-668d-4f8a-9d7a-270343af06d7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:01.902970 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] No DVR routers for this DVR port ab7c9d29-668d-4f8a-9d7a-270343af06d7 on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:12:01.903113 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Calling delete_port for ab7c9d29-668d-4f8a-9d7a-270343af06d7 owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:01.996226 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.017929 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c613f4bc-37ce-46f4-ba48-7d979f0a4ab2']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:02.028512 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e510357d-64ce-46c2-9d66-ecf252b9aa1e') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:02.028951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e510357d-64ce-46c2-9d66-ecf252b9aa1e') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:02.031350 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d5c4d264-ea84-433a-88e4-4dee6578b152 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:02.038063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.051914 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.058431 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:12:02.058826 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.059042 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: d5c4d264-ea84-433a-88e4-4dee6578b152 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:02.059365 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d5c4d264-ea84-433a-88e4-4dee6578b152 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:02.059787 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ab7c9d29-668d-4f8a-9d7a-270343af06d7 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:12:02.060710 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:12:02.088410 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: ab7c9d29-668d-4f8a-9d7a-270343af06d7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:02.088790 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ab7c9d29-668d-4f8a-9d7a-270343af06d7 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:02.089199 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:02.109221 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:02.109570 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 67ccc4c0-1681-4f41-8cfa-e8a4aa5ca67f not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:02.111463 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.124026 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.129886 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.131756 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c613f4bc-37ce-46f4-ba48-7d979f0a4ab2 HTTP/1.1" status: 204 len: 168 time: 0.5937302 Jul 16 15:12:02.134669 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 38020) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:02.143508 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Pushing event deleted for resources: {'Port': ['ID=ab7c9d29-668d-4f8a-9d7a-270343af06d7,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:02.145153 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff4ac0-cc25-4e68-90ad-9d6b7fbb61c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c613f4bc-37ce-46f4-ba48-7d979f0a4ab2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:02.159148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] No DVR routers for this DVR port ab7c9d29-668d-4f8a-9d7a-270343af06d7 on host dv-cinder-801065-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:12:02.161895 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.162244 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.162590 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.162925 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.163256 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.163647 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.164002 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.164326 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.164656 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.164980 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.165391 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.165713 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dc0e12-96cc-4332-979c-34ed06838f2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:12:02.557952 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.848079 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Deleting port d2847fdb-843a-470f-bbd4-6bad500fd1e9 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:02.848414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.928339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] For port d2847fdb-843a-470f-bbd4-6bad500fd1e9, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d2847fdb-843a-470f-bbd4-6bad500fd1e9,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:02.928693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:02.940396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Calling delete_port for d2847fdb-843a-470f-bbd4-6bad500fd1e9 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:03.145639 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:03.172039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2847fdb-843a-470f-bbd4-6bad500fd1e9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:03.216729 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2a291c5d-73cf-44e3-b231-ddd7e44e78b5 req-fcbae580-f307-427f-a071-62a99a559b7d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.2690706 Jul 16 15:12:03.345520 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:03.786529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:12:03.893711 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:12:03.899418 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-60eeacf2-26c2-4f87-b70a-be61be113b42 admin admin] 10.222.0.39 "PUT /v2.0/routers/2a6ffefa-44a1-4e83-8121-2152676c4fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7636585 Jul 16 15:12:03.901892 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 38060) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:03.905666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Sync routers for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:12:03.916067 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:12:03.916699 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:11:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:03.937574 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-24354330-72f8-4d6a-9128-aef28b2f01df tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:03.944219 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-24354330-72f8-4d6a-9128-aef28b2f01df tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1059339 Jul 16 15:12:03.960772 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-4ddaffdc-5ffc-4572-971a-256bb31b9ae4 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/quotas/fd876df61a97494885b04343e783c44c HTTP/1.1" status: 200 len: 375 time: 0.0153840 Jul 16 15:12:04.013497 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.041080 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-373eb2cd-4b50-4a55-8643-d0d54135f76b tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794218 Jul 16 15:12:04.043983 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:12:04.101038 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-a271afe3-98bf-422f-81b6-7fd17ad19cda service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:12:04.102207 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-a271afe3-98bf-422f-81b6-7fd17ad19cda service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551791 Jul 16 15:12:04.121437 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.181629 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Deleting port 07698e11-0a2e-4c34-bef7-145aff43d86f {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:04.182426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.201590 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-26b6e68f-7afb-4661-9090-3f4c93310a59 service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925961 Jul 16 15:12:04.238286 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T15:12:03Z', 'revision_number': 5, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port': {'id': '07698e11-0a2e-4c34-bef7-145aff43d86f', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T14:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:04.270417 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Checking router: 2a6ffefa-44a1-4e83-8121-2152676c4fb5 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:12:04.270620 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] For port 07698e11-0a2e-4c34-bef7-145aff43d86f, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=07698e11-0a2e-4c34-bef7-145aff43d86f,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:04.270982 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.278672 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Routers {'2a6ffefa-44a1-4e83-8121-2152676c4fb5'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:12:04.279298 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:11:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:04.284209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Calling delete_port for 07698e11-0a2e-4c34-bef7-145aff43d86f owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:04.301620 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-18216939-70e3-4b4e-be07-fc96558fcb3e service neutron] 10.222.0.39 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989730 Jul 16 15:12:04.374249 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] Set router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:12:04.411973 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-68599c79-1239-4d82-b8a0-35e44c2b4306 req-644fcd1c-c145-4658-8784-4fde36dfc2fb tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0534949 Jul 16 15:12:04.446999 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T15:12:04Z', 'revision_number': 6, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:04.486223 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04902fe7-5f95-4ddd-aad1-ed23b172e999 None None] The sync data for ids ['2a6ffefa-44a1-4e83-8121-2152676c4fb5'] in dv-cinder-801065-2-iscsi is: [{'id': '2a6ffefa-44a1-4e83-8121-2152676c4fb5', 'name': 'tempest-TestVolumeBootPattern-2049894359-router', 'tenant_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:59:49Z', 'updated_at': '2021-07-16T15:12:04Z', 'revision_number': 6, 'project_id': 'dd401a7d9d3e4f2584900397eb89c82c', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:12:04.499614 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.522978 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-81440536-317d-468e-abb4-34a49c919a7d req-a0191e09-da2c-4541-a2b2-20c3e52a0fa5 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 210 time: 0.0478940 Jul 16 15:12:04.555738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Pushing event deleted for resources: {'Port': ['ID=07698e11-0a2e-4c34-bef7-145aff43d86f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:04.621142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.727295 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.729396 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.799789 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.800910 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6ffefa-44a1-4e83-8121-2152676c4fb5 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:12:04.806900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.808052 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-bb6b33ab-1e18-4334-9be6-23f0bea3de13 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2a6ffefa-44a1-4e83-8121-2152676c4fb5 HTTP/1.1" status: 204 len: 168 time: 0.9040868 Jul 16 15:12:04.810622 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38086) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:04.868443 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Deleting subnet 8cfedbae-bff3-4bda-8d4e-ef1b8e64564e {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:12:04.872524 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:04.910242 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.001829 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.058998 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.085685 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cfedbae-bff3-4bda-8d4e-ef1b8e64564e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:05.089074 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.093424 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6a6fead8-3735-453e-8ce1-bf0e01790ca5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8cfedbae-bff3-4bda-8d4e-ef1b8e64564e HTTP/1.1" status: 204 len: 168 time: 0.2793741 Jul 16 15:12:05.093959 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 38090) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:05.096910 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e8f91b-c025-4f3f-b8f2-ae79b85d4eee None None] Network 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:12:05.166263 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.221639 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Deleting port 692850f9-0820-4693-9f98-104232e85365 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:12:05.222919 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.295225 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] For port 692850f9-0820-4693-9f98-104232e85365, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=692850f9-0820-4693-9f98-104232e85365,segment=NetworkSegment(227a757a-f68a-4e3a-8d64-8a525d73fc3c),segment_id=227a757a-f68a-4e3a-8d64-8a525d73fc3c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:05.295958 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.311032 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Calling delete_port for 692850f9-0820-4693-9f98-104232e85365 owned by network:dhcp {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:12:05.396871 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.408807 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38789525-d2c5-4ce8-8776-b2c573c5759e None None] DHCP port deletion for 014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:12:05.426423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=692850f9-0820-4693-9f98-104232e85365,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:05.433388 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] No DVR routers for this DVR port 692850f9-0820-4693-9f98-104232e85365 on host dv-cinder-801065-2-iscsi {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:12:05.513530 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.525332 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:05.541406 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227a757a-f68a-4e3a-8d64-8a525d73fc3c') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:05.541406 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227a757a-f68a-4e3a-8d64-8a525d73fc3c') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:12:05.551029 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084105'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.574518 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fe31d4bd-4c8f-4c32-90e3-676beba1366f req-b980bb5d-238f-4a5d-a8d1-3d09ebec70d6 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0382147 Jul 16 15:12:05.575414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.589123 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:12:05.589760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13084195'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: timer() Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: self._notify() Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: event.method(event) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:12:05.591637 dv-cinder-801065-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:12:05.673695 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.684401 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:05.686804 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a HTTP/1.1" status: 204 len: 168 time: 0.5918298 Jul 16 15:12:05.700223 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d4d01-f538-4a04-812b-d81b1de6e9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=014b0b2a-a3db-4bbd-a5d5-0f9aa40c319a,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:05.724602 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2af593c0-8f7e-4406-8804-8fce39bcf7d2 req-efb73010-4fda-4301-901a-8d600e5a8ca2 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 210 time: 0.0526774 Jul 16 15:12:05.845986 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38106) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:05.876200 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-97ceeae8-bdce-4f3d-ba9a-38550a027622 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:05.877681 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-97ceeae8-bdce-4f3d-ba9a-38550a027622 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 814 time: 0.1338742 Jul 16 15:12:05.897018 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Request body: {'port': {'device_id': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'admin_state_up': True, 'tenant_id': 'fd876df61a97494885b04343e783c44c'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:12:05.899037 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-76739e14-ae1a-4146-ad63-886952b3e806 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4df5ac4144445c1ac5744e7dc9a63d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456481 Jul 16 15:12:05.901391 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38108) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:05.974990 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.002983 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.014216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 07698e11-0a2e-4c34-bef7-145aff43d86f no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:06.028795 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Made reservation on behalf of fd876df61a97494885b04343e783c44c for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:12:06.032589 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.043839 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 07698e11-0a2e-4c34-bef7-145aff43d86f {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:06.044193 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 07698e11-0a2e-4c34-bef7-145aff43d86f not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:06.044623 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 692850f9-0820-4693-9f98-104232e85365 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:06.068085 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.072554 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.078840 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f877f2e-6faa-4648-9f7f-76de7d2e8fa2 HTTP/1.1" status: 204 len: 168 time: 0.1758964 Jul 16 15:12:06.079551 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 692850f9-0820-4693-9f98-104232e85365 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:06.092676 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49b38b-c3e8-42fe-9d0f-d0a31adfd0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f877f2e-6faa-4648-9f7f-76de7d2e8fa2,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:06.093241 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 692850f9-0820-4693-9f98-104232e85365 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:06.093878 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d2847fdb-843a-470f-bbd4-6bad500fd1e9 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:12:06.119304 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: d2847fdb-843a-470f-bbd4-6bad500fd1e9 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:12:06.119964 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d2847fdb-843a-470f-bbd4-6bad500fd1e9 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:12:06.205101 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Allocated IP 172.20.0.5 (cb8bf268-a300-4eca-aba3-cc66dbe740ee/8a1e6c95-6d96-4447-b850-2527a03c7dff/7bc98c57-cba2-4473-988a-5fb992767e2e) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:12:06.351150 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.394436 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.423885 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38118) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:06.431651 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991', '6a31a91d-abd2-4c28-af6a-e180cd324534', 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:12:06.441564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Network cb8bf268-a300-4eca-aba3-cc66dbe740ee is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:12:06.445023 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:12:06.448984 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:12:06.455240 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event updated for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:06.483105 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e0cb2afb-9a22-4579-8299-515f49d03271 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd401a7d9d3e4f2584900397eb89c82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576808 Jul 16 15:12:06.485374 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 38120) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:12:06.505698 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:06.506370 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.520315 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-5a8c5355-bb62-4d62-8487-d281c98b86c6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287303 Jul 16 15:12:06.539759 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Request body: {'port': {'device_id': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:12:06.544349 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.567712 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.623969 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.624973 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.629951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:06.634657 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b21e263-4df0-497f-968c-f1d3650ab43a HTTP/1.1" status: 204 len: 168 time: 0.1483033 Jul 16 15:12:06.650929 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065765f-31d1-46a1-b68d-8dd1eb71776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b21e263-4df0-497f-968c-f1d3650ab43a,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:06.784274 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d0a4cb17-ecef-4d9c-a32f-31aff91fb08b req-a4d035f7-436b-486c-9199-5f17c587fb9c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0430584 Jul 16 15:12:06.937573 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaf4c9-931e-45b7-996c-d9ba33c184cd req-fa66912b-22a3-4061-8006-06906e2fbb4f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:06.946085 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2eeaf4c9-931e-45b7-996c-d9ba33c184cd req-fa66912b-22a3-4061-8006-06906e2fbb4f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 931 time: 0.0864813 Jul 16 15:12:06.984939 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2eeaf4c9-931e-45b7-996c-d9ba33c184cd req-7df21d42-c857-442f-ba50-bb82f8942d94 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377498 Jul 16 15:12:07.017012 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc98c57-cba2-4473-988a-5fb992767e2e {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:12:07.024871 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:07.039182 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Transition to ACTIVE for port object 7bc98c57-cba2-4473-988a-5fb992767e2e will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:12:07.042968 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:07.096989 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Pushing event updated for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:07.165262 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Attempting to bind port 7bc98c57-cba2-4473-988a-5fb992767e2e on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:12:07.165587 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Attempting to bind port 7bc98c57-cba2-4473-988a-5fb992767e2e by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:12:07.165908 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Attempting to bind port 7bc98c57-cba2-4473-988a-5fb992767e2e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:12:07.169976 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Port 7bc98c57-cba2-4473-988a-5fb992767e2e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:12:07.170324 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Attempting to bind port 7bc98c57-cba2-4473-988a-5fb992767e2e on network cb8bf268-a300-4eca-aba3-cc66dbe740ee {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:12:07.175790 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:12:07.176131 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Checking segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:12:07.176508 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Bound using segment: {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:12:07.176923 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Bound port: 7bc98c57-cba2-4473-988a-5fb992767e2e, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c4bf79-0fad-42a6-98de-2e6b2aed38fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:12:07.177271 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:07.236544 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:12:07.240110 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=7bc98c57-cba2-4473-988a-5fb992767e2e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:12:07.244313 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:07.276528 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:07.277132 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:07.278525 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] 10.222.0.54 "PUT /v2.0/ports/7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 200 len: 1093 time: 0.7450936 Jul 16 15:12:07.278951 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:12:07.281151 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005ecb15-14fb-478a-9b07-ab0cf184b1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:12:07.307462 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffcbae-de6b-4b9c-9440-71b68c70daac service neutron] Pushing event updated for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:07.322419 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa48fd66-3f62-43d5-be5a-d285cd4569ee x-openstack-request-id: req-fa48fd66-3f62-43d5-be5a-d285cd4569ee {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:12:07.322713 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:12:07.322970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa48fd66-3f62-43d5-be5a-d285cd4569ee {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:12:07.323370 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e', 'status': 'completed', 'code': 200} Jul 16 15:12:07.394739 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-2a16b9a7-092f-47ef-819a-1f153b32a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:07.396119 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-2a16b9a7-092f-47ef-819a-1f153b32a270 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 1096 time: 0.0553734 Jul 16 15:12:07.442886 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-dac33c26-1452-4891-ae06-cf6b554001e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 200 len: 217 time: 0.0336585 Jul 16 15:12:07.490064 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f894c-d171-46ad-8f29-905495571de4 req-7032cc4d-365b-4810-a4b8-1d80e5f7e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:07.491540 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-7032cc4d-365b-4810-a4b8-1d80e5f7e7cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0425205 Jul 16 15:12:07.523551 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-2c673303-b59b-4e70-9c18-ebbb06d42fd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250492 Jul 16 15:12:07.614790 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-cc6cdd16-a24d-441c-b246-a96c1c2794d6 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Jul 16 15:12:07.704418 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4b7f894c-d171-46ad-8f29-905495571de4 req-c8f7cbe6-8602-40a7-b884-010a17fa5693 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835099 Jul 16 15:12:07.851198 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-5fa8304b-789d-4437-a2f2-d8021265ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:07.852705 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-5fa8304b-789d-4437-a2f2-d8021265ec5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 1096 time: 0.0525990 Jul 16 15:12:07.931247 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-36d275d3-b7e5-4d0e-8629-8224b968278c req-684e0646-00c2-4f40-9c16-b6be0081b2c5 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0287859 Jul 16 15:12:07.943132 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-2d3a0500-a10a-4e5d-b617-a93c54bfe491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:07.944654 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-2d3a0500-a10a-4e5d-b617-a93c54bfe491 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0858948 Jul 16 15:12:07.988913 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-fc47e588-ff19-4e60-a782-ddb875ad1df4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 200 len: 217 time: 0.0367403 Jul 16 15:12:08.039280 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-5695ad5a-cc71-46f2-8604-e4186dadde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:08.040945 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-5695ad5a-cc71-46f2-8604-e4186dadde61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0454414 Jul 16 15:12:08.074310 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-1e11a8b3-bfe6-42bf-9e15-488a63238a72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262043 Jul 16 15:12:08.170143 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-0f25ce90-05f8-4d17-a4f1-2530b980b0ad service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894918 Jul 16 15:12:08.175863 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed3bd0-62d6-4d26-84c3-4df789e99e35 req-a7598ca6-1dc2-499c-ab13-4e92eca66a6e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:08.177355 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8eed3bd0-62d6-4d26-84c3-4df789e99e35 req-a7598ca6-1dc2-499c-ab13-4e92eca66a6e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 943 time: 0.0667379 Jul 16 15:12:08.215791 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8eed3bd0-62d6-4d26-84c3-4df789e99e35 req-5ad8e780-0751-4357-8de6-3366f5cfbdd8 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Jul 16 15:12:08.260487 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-005ecb15-14fb-478a-9b07-ab0cf184b1e1 req-533aca64-2a95-4cc2-ae13-50a696d7f3fd service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822239 Jul 16 15:12:08.807255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 7bc98c57-cba2-4473-988a-5fb992767e2e details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:12:08.903014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=7bc98c57-cba2-4473-988a-5fb992767e2e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:08.913953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '7bc98c57-cba2-4473-988a-5fb992767e2e', 'network_id': 'cb8bf268-a300-4eca-aba3-cc66dbe740ee', 'port_id': '7bc98c57-cba2-4473-988a-5fb992767e2e', 'mac_address': 'fa:16:3e:fb:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1e6c95-6d96-4447-b850-2527a03c7dff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:12:08.949841 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:08.962906 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc98c57-cba2-4473-988a-5fb992767e2e {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:12:08.984083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=7bc98c57-cba2-4473-988a-5fb992767e2e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:08.990031 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:09.037428 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:09.098192 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f97bca19-cdb0-49f9-96b3-32d53b50c148 req-32b29872-40fc-49b8-8789-326567678829 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0291512 Jul 16 15:12:09.353719 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['7bc98c57-cba2-4473-988a-5fb992767e2e'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:12:09.384307 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed8d24-0c6b-4d76-9372-edc74a4e5253 req-4596ae7f-de69-417f-8f39-937277638c22 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:09.385815 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c4ed8d24-0c6b-4d76-9372-edc74a4e5253 req-4596ae7f-de69-417f-8f39-937277638c22 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 944 time: 0.0628686 Jul 16 15:12:09.423309 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c4ed8d24-0c6b-4d76-9372-edc74a4e5253 req-33f9199e-57e8-466f-8e1f-ae62bdaaca03 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Jul 16 15:12:10.238211 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0ab5774d-e320-460d-bb06-1fd840f041bd req-77351e1d-59e7-4ac1-b81e-eaa79e579af2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0313995 Jul 16 15:12:10.590993 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f68005-1d9c-4d67-957b-1541bf6efef0 req-70cfa05c-3431-4491-bf44-6581b02b129a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:10.592455 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b7f68005-1d9c-4d67-957b-1541bf6efef0 req-70cfa05c-3431-4491-bf44-6581b02b129a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 944 time: 0.0624981 Jul 16 15:12:10.628991 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b7f68005-1d9c-4d67-957b-1541bf6efef0 req-3777f37c-3e86-419d-9291-2665b406fc96 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303793 Jul 16 15:12:10.825585 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 7bc98c57-cba2-4473-988a-5fb992767e2e up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:12:10.873971 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 7bc98c57-cba2-4473-988a-5fb992767e2e completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:12:10.877465 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 7bc98c57-cba2-4473-988a-5fb992767e2e triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:12:10.877836 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:10.957204 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:10.978671 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:12:10.980888 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d3965e-5deb-49ec-8360-53034e52ec47" -d '{"events": [{"server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "name": "network-vif-plugged", "status": "completed", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:12:10.993403 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=7bc98c57-cba2-4473-988a-5fb992767e2e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:12:10.997181 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:11.043410 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:12:11.189908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bfcc7c-35c7-4817-9d24-286623ebfc88 x-openstack-request-id: req-33bfcc7c-35c7-4817-9d24-286623ebfc88 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:12:11.190123 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "name": "network-vif-plugged", "status": "completed", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:12:11.190411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33bfcc7c-35c7-4817-9d24-286623ebfc88 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:12:11.191566 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e', 'code': 200} Jul 16 15:12:11.382104 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-05978eda-b969-4bc6-b6a5-83f453daa432 req-997af578-5771-47b1-a916-8edf15b8bd4a tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0297401 Jul 16 15:12:11.438437 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dc35e-dd14-4f3e-ae01-f86748912e68 req-566c1643-0d26-4d00-ab0b-b66a48910ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:11.439891 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-914dc35e-dd14-4f3e-ae01-f86748912e68 req-566c1643-0d26-4d00-ab0b-b66a48910ae0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 1098 time: 0.0537441 Jul 16 15:12:11.472795 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-914dc35e-dd14-4f3e-ae01-f86748912e68 req-a1f1b456-28db-440d-8478-547026696ed9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264237 Jul 16 15:12:11.802057 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf84e-7aa9-4371-8c25-4637932a4247 req-5b5ab94b-24ad-4f7f-848e-0829fdce88e0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:11.803609 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9bfaf84e-7aa9-4371-8c25-4637932a4247 req-5b5ab94b-24ad-4f7f-848e-0829fdce88e0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 945 time: 0.0661333 Jul 16 15:12:11.841662 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9bfaf84e-7aa9-4371-8c25-4637932a4247 req-75ca90b4-2562-413b-a594-9d3e1381d987 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Jul 16 15:12:12.520369 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6d604589-cdf2-4afd-9583-c40ade2d22e4 req-74614acf-1ffa-4ddd-87f3-5ef3ca86f7b3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0291848 Jul 16 15:12:13.017877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d203e-8305-4dd1-842c-7661596ed17b req-9ffcf68a-f6e2-4f8d-904c-963204719c4f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:13.019736 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ac0d203e-8305-4dd1-842c-7661596ed17b req-9ffcf68a-f6e2-4f8d-904c-963204719c4f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 945 time: 0.0648837 Jul 16 15:12:13.056886 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ac0d203e-8305-4dd1-842c-7661596ed17b req-aead59b6-c75d-4808-911e-f44684a78d77 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Jul 16 15:12:13.659388 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8989248d-60ee-4adb-aa13-b8e381b6cc32 req-47eb2be6-4151-49df-8cfd-eb9adcf3b261 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0310435 Jul 16 15:12:14.797079 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ba531f19-d295-42a3-beed-5859a633ec30 req-423c250a-8125-4c9a-9bc0-7f0de535c255 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0280290 Jul 16 15:12:15.934648 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bb4756ad-6050-4e74-a603-13cc5c4bccf5 req-2aa01c1b-7ae3-4377-80f6-48cbca77c3ef tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0289452 Jul 16 15:12:17.072452 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d6b7aa35-9a3f-4a95-b3dc-dc9445de29a1 req-123f631e-2382-465a-bf4e-76e427acb881 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0290155 Jul 16 15:12:18.095759 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e0721172-2944-4a04-8c7f-73a4a6089516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:18.218111 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0da58ad0-0b60-48ad-8444-beef711ee0fb req-2d36ab8a-4e45-47ec-a3a5-f1759581d072 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Jul 16 15:12:19.357098 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-37e4f5e6-4fc0-44c8-a37e-dd73f22e69f0 req-dd0ceacc-597a-4ea5-b6bb-c28f35263ba8 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Jul 16 15:12:20.496305 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1be63654-6ce2-4237-87ab-f96a2fd622af req-402ea65e-32e4-4474-a080-92e38fb8430d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0296710 Jul 16 15:12:20.552365 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5f097a16-5810-447c-a6b6-68e78db6dad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:20.993095 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:21.637406 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2cc30886-c75e-47f2-85d7-f83e35008e13 req-61c6b474-fac1-4734-a849-b692d8517ac9 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0277321 Jul 16 15:12:22.069558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:22.775909 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-aa7ae728-2126-4d6d-a158-c206182583d7 req-cbcd67a5-8752-4a49-bec1-90061e1c523a tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Jul 16 15:12:22.896299 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:23.814306 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:23.929710 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e1f952b-17b8-4120-8419-e2f174d2f62b req-8fe37023-b120-4f55-9705-730ef6991e3f tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0289288 Jul 16 15:12:25.068933 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-10a1c466-5008-402b-8e58-63361d21f5d0 req-e7be4600-cd42-482f-a6ba-f5c98a8a8553 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0297732 Jul 16 15:12:25.357009 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:12:26.203146 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-07fab609-b490-48bb-b24e-7614491e8b40 req-0c5458f0-8893-43e0-b2cc-a5d8cc1ca7d9 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Jul 16 15:12:27.345172 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc620546-3f08-4157-a559-c33803e698ae req-9cb31751-bc54-47be-8c69-fe5f7f36a7ed tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0303874 Jul 16 15:12:28.480537 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-63f9c89a-25f0-4809-b68d-b19e63ed82e7 req-33d4fcb8-25e9-403d-b14b-28df90910c6d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0280256 Jul 16 15:12:29.622937 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22581787-16d8-487c-9b7e-563857064ec9 req-4d3b8437-4626-4c88-b44e-a7d12c28b4ff tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Jul 16 15:12:30.762225 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e108c2e-22b6-46ac-877a-549103f3358d req-b089494b-cef0-465c-bf59-078ab5eb97c1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0278351 Jul 16 15:12:31.903702 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa8f2941-0f8a-461a-af6e-97e1a97a88ba req-d4f6f997-8c03-4456-89d0-add173762cc8 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0319762 Jul 16 15:12:33.045737 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa6eecc5-cf60-48b8-bbe7-e3030c796de1 req-9450a132-88ea-4556-94bb-e1c9528f7083 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Jul 16 15:12:34.182464 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e71e16d0-2c8a-44ee-b360-9940492973a5 req-eb5b8820-725f-4ffd-ba40-71fa02ccdfdf tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0268672 Jul 16 15:12:35.320677 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-73cc60bf-75ad-4aa2-ab91-86cffb3fedb6 req-df5a0053-8431-4088-82de-ac022c7e873d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0288622 Jul 16 15:12:36.464380 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-23106d44-9070-4b44-b748-b05d27384851 req-e88a691e-4d9d-474f-b988-e6ccaf318499 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0307808 Jul 16 15:12:37.606193 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f4bd9997-3bb0-43d0-b601-1396eee61118 req-1b0ac80f-af74-46e6-9da6-dfa3409ef74b tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0289660 Jul 16 15:12:38.743086 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0481579e-9312-4702-adbd-9f2660b5483f req-e3b96282-fb5c-4e07-90c9-885a9c0ba9fe tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Jul 16 15:12:39.883898 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-255b60d6-5023-4d48-869f-a8a03d0ba1a7 req-4abfe424-ca3b-43dc-a0b5-1924e211c63d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0294943 Jul 16 15:12:41.028185 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-45646b16-522e-4498-8cd0-79346ec135b5 req-81ef3ba8-8c08-4294-a828-3cc33a13ca5c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Jul 16 15:12:42.164432 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2c5d2334-da91-4c02-be34-b63c3f52f769 req-fc0b8af2-086d-423e-af34-de17ba950d44 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Jul 16 15:12:43.299248 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4f5a9274-c4b6-470f-a9fb-6b68ca3c4b34 req-7f2aa81d-c872-4fbf-963f-6b7adb8907ec tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0274780 Jul 16 15:12:44.464483 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-15c73158-ce1c-4bd1-b0bb-8e213dcea437 req-a61b1762-d571-4756-a194-9b8c7562a7ab tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0338223 Jul 16 15:12:45.607880 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-156d2189-c5aa-4040-8b49-8ff8e884f1da req-f940d60b-c8f7-47bc-acec-ef8a0d5bbe1f tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0311754 Jul 16 15:12:46.744350 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-35ecc4fb-ed14-4a6c-af5e-de9be18fe72c req-9dcff714-73b0-47c1-869e-1ceb665e1a27 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Jul 16 15:12:47.880487 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-874d1fbf-2f20-4983-8c45-0612035ee9ef req-7837be5c-cb0b-4255-bbe6-f67fed2560b0 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Jul 16 15:12:48.098791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-460ec76e-e9fb-4e21-a3ba-9cdc0aa2d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:49.020248 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-03d86a53-bfa5-4bc0-b705-b4ef8f5c6db9 req-aafacea9-6d90-4023-b335-49c04aa64a81 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0274129 Jul 16 15:12:50.165340 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-87112542-da39-413d-bab1-41ca6b1e80af req-f8f5e940-0c7d-4ddf-b37e-d9f094050113 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jul 16 15:12:50.556432 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ef518436-5c25-48d8-9f9d-fb2a3fd67679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:50.994353 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:51.306053 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b5f08927-65ef-47ee-a595-245ffeee5b03 req-dea404bf-9337-4fda-9c2c-f3f9f268b8d4 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Jul 16 15:12:52.075486 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:52.442816 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3b6feb00-542f-4e93-a725-1060bddfff80 req-04974644-008e-4a06-9597-202041aa7d01 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Jul 16 15:12:52.924143 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:53.579032 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a0b78a6c-9a74-48db-a54b-5f24cee5e3c0 req-3c6e4d1a-6456-41b2-af1e-7da6e4ea7c80 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Jul 16 15:12:53.813460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:12:54.720740 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-55edfd5f-bfc4-4b5a-8b6c-6d9c1ba5e33e req-5abaee1d-565b-482a-b29d-12affa55540d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0311270 Jul 16 15:12:55.858293 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3fee08e0-a536-4de0-91f7-4f01f2905b0d req-b88d5c00-5ffe-4b17-b3e8-03db9b78a4be tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0298781 Jul 16 15:12:56.996119 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-93defdb7-74ca-48c4-bcda-0996d5b61a3d req-c3b0adbb-1922-44b7-881a-c50a602c4b42 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Jul 16 15:12:58.139928 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cbb64f14-4b3e-45e9-9cd7-b0125585f514 req-20b0e92b-7318-4e4c-adf7-04e54d683aa2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Jul 16 15:12:59.281832 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6b8147a9-35a5-40f9-b4fb-4a58c352cc77 req-f1e3ea56-b19a-4d97-80df-f24cbc819d61 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0307283 Jul 16 15:12:59.305514 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-604ea0e5-e9d9-4565-902f-8b8008b3e838 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510459 Jul 16 15:12:59.387361 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-7ac203bd-2e68-4e2f-9129-61fa81e20745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:59.388836 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-7ac203bd-2e68-4e2f-9129-61fa81e20745 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.0511856 Jul 16 15:12:59.491231 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-343201f9-90d7-425c-a46b-248e69c275db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:59.492650 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-343201f9-90d7-425c-a46b-248e69c275db service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0851917 Jul 16 15:12:59.531999 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-2c9dcd4c-97a4-4a7a-8dd8-9a1a3a0e7744 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0329194 Jul 16 15:12:59.578523 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-101e3fd6-60c6-4dc9-9f0e-0830d7083c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:12:59.579885 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-101e3fd6-60c6-4dc9-9f0e-0830d7083c00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0416212 Jul 16 15:12:59.616707 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-984ab071-280c-4361-a06a-f5d4d1ed6f4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304642 Jul 16 15:12:59.705341 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-bf199d02-a70f-44a2-83f4-11fdccc8db36 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818260 Jul 16 15:12:59.800518 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-36da5c03-1b95-4d8d-85d5-98cff25a2c6f req-49577a7e-aaab-4da6-93f5-7f3b94e8479d service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880830 Jul 16 15:13:00.419949 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f31ae348-4d26-4df9-b8f8-b0e34ec3073e req-9a885bc8-dd59-49b0-bde8-53b88ac364c3 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0285344 Jul 16 15:13:01.559239 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f939ea81-7404-4e98-93ab-d4ee1ea46f35 req-2f31dd00-a7c5-4e91-ab29-c3664164645c tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Jul 16 15:13:02.355745 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:13:02.695819 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fbc7aed8-8d89-4a76-aceb-4b7c6832643b req-fb9f3eff-3bc9-4ed8-ac14-d293c35ffc3e tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0278785 Jul 16 15:13:03.839552 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cc3b04e2-0add-4307-a06a-5c60307a6817 req-7d8f9d1c-6199-447c-9ef5-b45346e37bc6 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0318644 Jul 16 15:13:04.978063 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-58106c22-0560-469f-9be4-f08cef253483 req-47c755c8-71bd-47e4-b9e1-e472a4221378 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0290446 Jul 16 15:13:06.120322 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9b039c24-bbe7-40bb-91ed-3cc9044bc857 req-34e3fd93-428a-47ff-a932-6e2b1d07358d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0292103 Jul 16 15:13:07.259932 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e587cc76-b65e-4c5e-be50-c639ac1ada2c req-c911398a-3bdd-4606-b1d4-0f6b98b241c2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0275345 Jul 16 15:13:08.398371 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-034fbd69-df90-43a9-853d-66f1ba3d8577 req-24a46543-f9c2-4348-b32a-dfc29d22dfc2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0306818 Jul 16 15:13:09.533851 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-849d317a-b6a4-4cd4-bfd4-a11ca2a8a525 req-64923e02-879c-49ef-9930-9f52e5fab8f8 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0276120 Jul 16 15:13:10.669720 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-df839613-dc57-4e76-a9f7-1e217a4ccb2a req-8447c1d3-666a-4ba4-a05e-8e902d1f24ae tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0285082 Jul 16 15:13:11.806135 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e895ecc2-14de-4c14-9837-5cb19d992cf7 req-4b0d0114-5b7b-470d-8660-5f6a42c98af1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Jul 16 15:13:12.180405 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-b46ae2be-b293-4f97-846b-8dace279eca8 req-7300d70c-ba08-4a51-8d21-79466874983f service neutron] (92980) timed out ('10.222.0.54', 52529) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:13:12.948091 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-156e5c52-706d-482e-a8fb-d6be7c84cb49 req-d96a8ead-3c40-449e-985b-ff1e852c1260 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0306246 Jul 16 15:13:14.085629 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a8ccf59b-dd41-4871-8767-298557d8b2d1 req-f667b8f1-a1ce-4e06-a373-cf63d5eda4cb tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jul 16 15:13:15.220707 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-381af995-b702-4aa0-a4b6-32380f70b411 req-dea48e15-5d31-45c1-8a38-5448d1a743e1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0277603 Jul 16 15:13:16.358373 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c77ecede-fd29-443d-9af8-56396d95c521 req-23236f6e-73d4-4279-8f47-0f5707815288 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0277038 Jul 16 15:13:16.673637 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-78d51ac3-0d00-4df4-ad6d-04ebee657711 req-6658d072-7ee0-45d3-ac0a-7b41f8d8ffee service neutron] (92981) timed out ('10.222.0.54', 52551) {{(pid=92981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:13:17.496710 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1f02d7f-67d9-4a0a-81c8-2bb7d5e03988 req-14af7156-2a77-4086-a591-33b991403d5f tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0302827 Jul 16 15:13:18.099295 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0047fba-1acc-49d1-b0d4-b767bfeea8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:18.634752 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-645b54f5-bebe-4123-8d04-ac59f2cf539d req-7949b9a1-c273-47fc-805f-7362d48ef0c6 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Jul 16 15:13:19.773620 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-22245a43-69c4-4e9f-a6aa-0216f377c7ff req-f8838320-6982-4a6a-a380-2fc69b87a186 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0275950 Jul 16 15:13:20.556302 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7647391f-4d38-4f97-80fa-3a5286465808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:20.914567 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5d581048-004f-47e3-8835-91aa04431c08 req-d2983f27-f319-4999-89d9-45fcc08a48a8 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0271561 Jul 16 15:13:20.996022 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:22.061297 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b93f958-986d-486f-94d5-678b884aa982 req-30caf134-59ce-4df9-830f-204f26642483 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0322733 Jul 16 15:13:22.069586 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:22.922146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:23.199438 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f8d31b80-ed25-40c8-ac29-3da567fdbb3d req-329907ab-50a9-43d2-99f0-66fc2d205c45 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0283127 Jul 16 15:13:23.816712 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:24.337234 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-319007a0-aafd-4772-a81d-520fba1092a3 req-c90f8930-f20c-4c3e-80dc-7b321fbc8994 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0294406 Jul 16 15:13:25.475820 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a64ac10c-3ed6-43db-a91f-cba6939410e1 req-351fca57-7168-4662-beaa-984bda5235d2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0281003 Jul 16 15:13:26.613341 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3e208f79-c99d-405f-bca3-4a16939ffd98 req-33d11099-4d01-48c1-ac42-4621eb0e17b1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0313070 Jul 16 15:13:27.751759 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4ffce56a-d549-4a35-aa19-2b9c00099e8d req-f60e6965-f3c4-4b7c-ab96-c4a0dc950789 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0286000 Jul 16 15:13:28.895690 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-617c5158-8f0d-40fc-ad12-09b1052635c5 req-1ac0b925-e63a-44bf-9007-f4002bca601d tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0356522 Jul 16 15:13:30.033468 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-57cb91c1-3a6d-41cf-82bd-a60657f6e571 req-d8853f89-fc19-4c1d-a0e9-2f5fbd4699d7 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Jul 16 15:13:31.179612 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d2db56e8-73a2-4244-a050-80d8a5bf8da3 req-87c317ec-3f1f-4a81-816f-36f6d960b2e2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0337217 Jul 16 15:13:32.320282 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eaab756c-4475-41f4-ab16-2b145e7220ea req-54263381-fdd0-4fc9-adc4-64e7f5d24104 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0282726 Jul 16 15:13:33.455384 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5fb16b10-666e-45dc-88d0-28cbb698cef3 req-7636fba0-eac9-45e3-8037-6ee356a85a0b tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0289826 Jul 16 15:13:34.594999 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1ea21443-2b35-4e99-9646-deefdc395953 req-8fe35886-8965-4888-a1b8-8776563865b5 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0284073 Jul 16 15:13:35.735587 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7fe86300-f968-4839-b968-04eb6e0bd041 req-3ae7dfff-b930-402c-84c8-01f072398898 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0314891 Jul 16 15:13:36.876068 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7b1cb468-9a77-4f28-8919-09c2ef1c0e9c req-514669ef-1c6f-48bd-88b7-2e5876cd2807 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0278685 Jul 16 15:13:38.128123 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-33f2d35e-e715-4a32-be1d-1bf22aabcd29 req-8c41eb97-aac9-4888-aa71-416b9ba3fd87 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0288014 Jul 16 15:13:39.264170 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-828b1f9a-fae5-407f-a704-2bcb537fa48f req-719da383-5dc8-45a8-be11-7289357eda77 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0285468 Jul 16 15:13:39.355098 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:13:40.407231 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-278d1ea4-6283-4f44-b146-4df69fafae8a req-b0c52189-9309-4f4d-9452-85b43a361c71 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0318625 Jul 16 15:13:41.543755 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a8140f99-6956-4c47-ae71-f02060c6fd6e req-bfb603f2-842d-4fe9-aa11-394e0812a02b tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0282235 Jul 16 15:13:42.680445 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-88ef0578-ca32-43c3-b365-393055dcc7ae req-02125842-47ce-4d33-80a9-206433db77fd tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0277641 Jul 16 15:13:43.823202 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6844fdbe-fff3-4335-bc28-de7180fc289f req-25a5bf68-afd0-47ff-b381-c7e616543207 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0281899 Jul 16 15:13:44.969506 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e5636f35-7a2d-461a-be96-49127875f5d4 req-6b720c55-bade-413f-a480-7e727ff28f32 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0331218 Jul 16 15:13:46.107077 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c7434c3e-4f3f-4961-8dff-7d50a39fe95c req-470b3ffd-2f8a-4ead-b8c7-e7804543dd02 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0282960 Jul 16 15:13:47.250113 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9ee9fb04-4279-43f5-bd87-2ad168a91b2e req-939983b9-b58e-4805-a62b-e1eb1887ff95 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Jul 16 15:13:48.101116 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-124a5190-dd70-4141-9d7e-b9e2dc5181e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:48.388627 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-54740c41-104a-4863-8c70-8de5e3ad2d88 req-f176563e-e29c-42c4-a0ac-fe6b078e3ee2 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Jul 16 15:13:49.531630 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ce404953-99ae-41f0-a2c2-059cbfae1fcc req-b3546588-ac4e-4c46-8936-c4dd4df54f84 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0309477 Jul 16 15:13:50.556803 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-337113ec-8065-455a-b1e6-59645cfdc0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:50.671644 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9253d14a-b335-4c2b-90cd-77185fc27ea7 req-2b874be6-a8ea-40d5-9cbd-eb12ee1e4ec1 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0268638 Jul 16 15:13:50.996840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:51.807486 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b2bb9d34-2f61-4b80-9200-bef69c9e531c req-94327695-5a7d-4fff-8ac4-c982554e4464 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0284410 Jul 16 15:13:52.070528 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:52.923681 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:52.949955 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e9a3bdf3-9b16-4826-b686-6e4e8df15e88 req-d793e437-d6e3-4654-9c0d-50658246abf4 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0303447 Jul 16 15:13:53.824045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:13:54.091902 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3fade2c4-e020-4b8d-9209-0e882324efee req-cfd40e29-922d-485e-baed-266ab02ed5b4 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0307701 Jul 16 15:13:55.230118 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-27c67094-2b7e-4f3e-a82d-2bfd8343cf47 req-2b4e8d6b-6866-4509-b08a-e1819abbfd90 tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0287173 Jul 16 15:13:56.367960 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a6d60f95-8190-4e50-a06f-92bfbeb11c46 req-93270764-c383-4883-9553-93c247f7227a tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Jul 16 15:13:57.526059 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c54394f2-f141-45ba-b08e-3d0744aefcd1 req-ccff359d-2b4d-4248-9be4-e9751571fc0a tempest-VolumesSnapshotTestJSON-1175712101 tempest-VolumesSnapshotTestJSON-1175712101-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdbe6945-6f25-437d-8381-a53dde0d03f9 HTTP/1.1" status: 200 len: 210 time: 0.0289834 Jul 16 15:14:01.416028 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-fbd1d935-3d1c-4a7c-b6ba-1aaa8a4384d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619544 Jul 16 15:14:01.501060 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-d2c5257c-a6c9-490e-b4b2-838c60eae9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:14:01.502543 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-d2c5257c-a6c9-490e-b4b2-838c60eae9c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1099 time: 0.0510180 Jul 16 15:14:01.608323 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-af42672d-a18e-4a79-abcd-d6efd9f7ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:14:01.609792 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-af42672d-a18e-4a79-abcd-d6efd9f7ec6d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0872078 Jul 16 15:14:01.650799 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-8c23f589-e1b8-4b55-9068-e0c8cc36dcc8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0335104 Jul 16 15:14:01.701359 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-2960320a-0ca9-40a5-9804-dd0a0d8a8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:14:01.702863 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-2960320a-0ca9-40a5-9804-dd0a0d8a8b17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0449436 Jul 16 15:14:01.740037 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-b1660ba5-0353-448c-a2eb-f3e204ceffac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310183 Jul 16 15:14:01.828086 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-baef8a76-cede-4b95-83dc-50b396f3feb2 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816123 Jul 16 15:14:01.922458 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f9e1a45b-1f1f-4e5e-a5fa-075ddb88b139 req-dea221a7-40d5-45f6-9594-a8179b40ab9b service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878491 Jul 16 15:14:11.396624 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 39578) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:11.456644 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:11.485120 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:11.544374 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:11.546992 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:11.548156 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] 10.222.0.39 "DELETE /v2.0/security-groups/09211694-d4bc-4ec8-8f4d-8da5dfae55bf HTTP/1.1" status: 204 len: 168 time: 0.1497462 Jul 16 15:14:11.557689 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09211694-d4bc-4ec8-8f4d-8da5dfae55bf,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:11.564710 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.565059 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.565399 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.565738 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.566063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.566416 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.566739 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.567061 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.567382 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.567700 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.568021 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.568337 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6218b8-076d-411b-bfd9-450afe469f41 tempest-TestShelveInstance-1124637869 tempest-TestShelveInstance-1124637869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:11.649409 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39586) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:12.297063 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:12.547635 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Deleting port d99f351a-d8fa-47d1-9272-b8417c63cf14 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:12.547981 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:12.628212 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] For port d99f351a-d8fa-47d1-9272-b8417c63cf14, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=d99f351a-d8fa-47d1-9272-b8417c63cf14,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:12.628568 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:12.643305 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Calling delete_port for d99f351a-d8fa-47d1-9272-b8417c63cf14 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:12.820732 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:12.847910 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99f351a-d8fa-47d1-9272-b8417c63cf14,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:12.875280 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.875637 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.875984 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.876326 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.876665 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.877001 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.877334 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.877670 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.878125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.878386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.878718 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:12.879044 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:13.023299 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.228882 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:14:13.333981 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:14:13.339013 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-651a07ac-4850-4ae6-8694-3b71e83cf1d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/259048c5-42fb-4e47-9fca-e6c2eb75ee43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6844392 Jul 16 15:14:13.341589 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39606) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:13.342252 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Sync routers for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:14:13.351094 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:14:13.351699 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:13:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:13.448673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.541820 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:14:13.557154 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.608661 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Deleting port 1b82a565-1ccf-4483-ad1d-4171f6e67899 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:13.608897 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.690321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] For port 1b82a565-1ccf-4483-ad1d-4171f6e67899, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=1b82a565-1ccf-4483-ad1d-4171f6e67899,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:13.690685 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.702317 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Calling delete_port for 1b82a565-1ccf-4483-ad1d-4171f6e67899 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:13.717179 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:14:12Z', 'revision_number': 5, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port': {'id': '1b82a565-1ccf-4483-ad1d-4171f6e67899', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:13.743734 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Checking router: 259048c5-42fb-4e47-9fca-e6c2eb75ee43 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:14:13.752028 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Routers {'259048c5-42fb-4e47-9fca-e6c2eb75ee43'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:14:13.752684 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:13:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:13.838740 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] Set router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:14:13.871916 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:13.889551 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:14:13Z', 'revision_number': 6, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:13.897855 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b82a565-1ccf-4483-ad1d-4171f6e67899,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:13.919287 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00230a08-c0b0-4e92-9c74-ac85d3152f80 None None] The sync data for ids ['259048c5-42fb-4e47-9fca-e6c2eb75ee43'] in dv-cinder-801065-2-iscsi is: [{'id': '259048c5-42fb-4e47-9fca-e6c2eb75ee43', 'name': 'tempest-TestShelveInstance-1761238917-router', 'tenant_id': '863ca1023b2242c683d1579fdb66629b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:00Z', 'updated_at': '2021-07-16T15:14:13Z', 'revision_number': 6, 'project_id': '863ca1023b2242c683d1579fdb66629b', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:14:13.961757 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.049384 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.051446 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.096487 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.097040 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259048c5-42fb-4e47-9fca-e6c2eb75ee43 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:14:14.102929 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.104868 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e5d70961-7564-4f2d-b46f-b27f30cc2b37 admin admin] 10.222.0.39 "DELETE /v2.0/routers/259048c5-42fb-4e47-9fca-e6c2eb75ee43 HTTP/1.1" status: 204 len: 168 time: 0.7623141 Jul 16 15:14:14.107347 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39614) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:14.150658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Deleting subnet 097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:14:14.153550 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.186408 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.302367 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.379658 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.409149 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.411121 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172 HTTP/1.1" status: 204 len: 168 time: 0.3028476 Jul 16 15:14:14.411920 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b99e5-3444-4ea1-922f-271114e27deb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097e0e6c-2cfb-4fd2-87b2-4c5b4cf29172,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:14.414420 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 39620) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:14.415505 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844482c0-1fea-412a-a516-2638a17fc9f1 None None] Network c823792d-e60c-4d67-95bd-fe758b16b5ad requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:14:14.482208 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.536716 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Deleting port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:14.537059 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.601567 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] For port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:14.601946 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.613820 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Calling delete_port for cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:14.752754 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] DHCP port deletion for c823792d-e60c-4d67-95bd-fe758b16b5ad request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:14:14.785231 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d99f351a-d8fa-47d1-9272-b8417c63cf14 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:14.812703 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: d99f351a-d8fa-47d1-9272-b8417c63cf14 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:14.813117 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device d99f351a-d8fa-47d1-9272-b8417c63cf14 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:14.843925 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Deleting port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:14.844460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.909975 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] For port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,segment=NetworkSegment(4a99c692-4926-4b24-bc8e-b3dcd82dbc5e),segment_id=4a99c692-4926-4b24-bc8e-b3dcd82dbc5e)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:14.910669 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.927003 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Calling delete_port for cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:14.952450 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:14.974551 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:14.983789 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] No DVR routers for this DVR port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:14:15.011594 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.042915 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Pushing event deleted for resources: {'Port': ['ID=cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:15.045188 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] No DVR routers for this DVR port cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec on host dv-cinder-801065-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:14:15.052042 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.052411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.052743 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.053083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.053481 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.053820 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.054178 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.058650 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.059093 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.059506 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.059912 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.060316 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530a659a-d9b1-4a1e-a719-eb892f6eb6e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:14:15.062516 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.077594 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c823792d-e60c-4d67-95bd-fe758b16b5ad']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:15.091615 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:15.091917 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a99c692-4926-4b24-bc8e-b3dcd82dbc5e') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:15.100443 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.113416 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.119307 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:14:15.119693 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:14:15.121284 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:14:15.171761 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.177065 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.178983 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] 10.222.0.39 "DELETE /v2.0/networks/c823792d-e60c-4d67-95bd-fe758b16b5ad HTTP/1.1" status: 204 len: 168 time: 0.7634935 Jul 16 15:14:15.181967 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39628) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:15.189390 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45191b05-b909-4bb9-b098-e6500bfb9d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=c823792d-e60c-4d67-95bd-fe758b16b5ad,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:15.522111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.765018 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Deleting port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:15.765390 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.841878 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] For port 2c39fbb9-4f00-4fda-8e84-48f2d18051f2, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:15.842281 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:15.855235 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Calling delete_port for 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:16.030019 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:16.059906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c39fbb9-4f00-4fda-8e84-48f2d18051f2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:16.072235 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 1b82a565-1ccf-4483-ad1d-4171f6e67899 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:16.099056 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 1b82a565-1ccf-4483-ad1d-4171f6e67899 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:16.099408 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 1b82a565-1ccf-4483-ad1d-4171f6e67899 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:16.100033 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:16.121252 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:16.121904 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device cd26c9d1-bcf8-4a74-bd1d-b280dae0c3ec not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:16.238057 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:16.354823 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:14:16.665825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Router d46a8796-7b00-412f-88f8-169904d2df36 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:14:16.767996 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:14:16.773863 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-52c913b0-596c-470c-b824-e18bb11c6313 admin admin] 10.222.0.39 "PUT /v2.0/routers/d46a8796-7b00-412f-88f8-169904d2df36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5908034 Jul 16 15:14:16.776431 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39646) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:16.777200 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Sync routers for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:14:16.786030 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:14:16.786677 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:13:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:16.878689 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:16.893413 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:14:16.988183 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.040868 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Deleting port b3b53aff-cdca-41c5-8135-2b08162b3bf7 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:17.041213 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.083564 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:14:15Z', 'revision_number': 5, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port': {'id': 'b3b53aff-cdca-41c5-8135-2b08162b3bf7', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:17.111011 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Checking router: d46a8796-7b00-412f-88f8-169904d2df36 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:14:17.118606 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] For port b3b53aff-cdca-41c5-8135-2b08162b3bf7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b3b53aff-cdca-41c5-8135-2b08162b3bf7,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:17.119049 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.119304 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Routers {'d46a8796-7b00-412f-88f8-169904d2df36'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:14:17.119934 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:13:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d46a8796-7b00-412f-88f8-169904d2df36'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:17.131148 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Calling delete_port for b3b53aff-cdca-41c5-8135-2b08162b3bf7 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:17.204752 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] Set router d46a8796-7b00-412f-88f8-169904d2df36 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:14:17.254145 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:14:16Z', 'revision_number': 6, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:17.284171 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce48cf0d-5a42-438a-b05f-42ff1aadd31f None None] The sync data for ids ['d46a8796-7b00-412f-88f8-169904d2df36'] in dv-cinder-801065-2-iscsi is: [{'id': 'd46a8796-7b00-412f-88f8-169904d2df36', 'name': 'tempest-TestShelveInstance-38836439-router', 'tenant_id': '9301343d6c24435aae85138602627d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:08:05Z', 'updated_at': '2021-07-16T15:14:16Z', 'revision_number': 6, 'project_id': '9301343d6c24435aae85138602627d57', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:14:17.319531 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.347872 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b53aff-cdca-41c5-8135-2b08162b3bf7,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:17.407866 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.496270 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.498369 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.540565 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.541062 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d46a8796-7b00-412f-88f8-169904d2df36 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:14:17.545289 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.546472 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b6da8a45-36c9-43b5-b473-236a517e01c8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d46a8796-7b00-412f-88f8-169904d2df36 HTTP/1.1" status: 204 len: 168 time: 0.7690861 Jul 16 15:14:17.548937 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39656) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:17.595428 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Deleting subnet 93fc1672-9dc5-4e0a-8d84-78144ae4fbce {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:14:17.598283 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.632209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.710687 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.771293 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.802103 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93fc1672-9dc5-4e0a-8d84-78144ae4fbce,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:17.804672 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.807180 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5414a3ca-d7a2-42c4-b323-241e1587c254 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/93fc1672-9dc5-4e0a-8d84-78144ae4fbce HTTP/1.1" status: 204 len: 168 time: 0.2572701 Jul 16 15:14:17.808957 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703dbd6-24f9-4174-b447-7779ae848c40 None None] Network ce25ca62-5569-4f9a-8ad3-86d820f561d5 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:14:17.809165 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 39660) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:17.879797 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:17.934447 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Deleting port b24ee693-a04b-4080-a625-75c444ccfe4b {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:14:17.934794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.001675 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] For port b24ee693-a04b-4080-a625-75c444ccfe4b, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b24ee693-a04b-4080-a625-75c444ccfe4b,segment=NetworkSegment(1f57422e-1ac3-4750-be7e-7ccf50f5e06e),segment_id=1f57422e-1ac3-4750-be7e-7ccf50f5e06e)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:14:18.002027 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.015211 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Calling delete_port for b24ee693-a04b-4080-a625-75c444ccfe4b owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:14:18.087214 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b931812-577f-4568-a46d-7a90f7dddcdf None None] DHCP port deletion for ce25ca62-5569-4f9a-8ad3-86d820f561d5 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:14:18.105437 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.129680 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-4b931812-577f-4568-a46d-7a90f7dddcdf None None] The port 'b24ee693-a04b-4080-a625-75c444ccfe4b' was deleted {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 15:14:18.137285 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-845a0681-9770-451c-9333-99d64b886115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.141530 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] No DVR routers for this DVR port b24ee693-a04b-4080-a625-75c444ccfe4b on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:14:18.143509 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=b24ee693-a04b-4080-a625-75c444ccfe4b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:18.149817 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b24ee693-a04b-4080-a625-75c444ccfe4b no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:18.170340 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: b24ee693-a04b-4080-a625-75c444ccfe4b {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:18.170886 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b24ee693-a04b-4080-a625-75c444ccfe4b not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:18.171392 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b3b53aff-cdca-41c5-8135-2b08162b3bf7 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:18.190263 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: b3b53aff-cdca-41c5-8135-2b08162b3bf7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:18.190729 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b3b53aff-cdca-41c5-8135-2b08162b3bf7 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:18.191215 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:14:18.212045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:14:18.212635 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 2c39fbb9-4f00-4fda-8e84-48f2d18051f2 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:14:18.223137 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.235637 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce25ca62-5569-4f9a-8ad3-86d820f561d5']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:18.246496 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57422e-1ac3-4750-be7e-7ccf50f5e06e') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:18.246827 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57422e-1ac3-4750-be7e-7ccf50f5e06e') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:14:18.257651 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.270742 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.277476 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:14:18.277889 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:14:18.279625 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:14:18.332638 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.340184 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.344741 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce25ca62-5569-4f9a-8ad3-86d820f561d5 HTTP/1.1" status: 204 len: 168 time: 0.5345631 Jul 16 15:14:18.359471 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efdff2-298c-4ae0-a48e-08395d66dbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ce25ca62-5569-4f9a-8ad3-86d820f561d5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:18.459162 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 39670) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:18.501345 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e8c0a440-d3af-42bf-8999-66713581b20d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=863ca1023b2242c683d1579fdb66629b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410113 Jul 16 15:14:18.503991 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39674) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:18.552953 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.575365 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.622296 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.624837 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:18.626009 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e10a678-9323-4d9c-b85d-7b6ec58f9fbe HTTP/1.1" status: 204 len: 168 time: 0.1210403 Jul 16 15:14:18.636715 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ba196-0572-40c5-af76-853141cc8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e10a678-9323-4d9c-b85d-7b6ec58f9fbe,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:18.943166 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39690) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:18.983143 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-63190534-9273-40f1-927a-87e7864c4f72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9301343d6c24435aae85138602627d57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382130 Jul 16 15:14:18.985503 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 39694) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:14:19.035584 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:19.057329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:19.106312 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:19.108922 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:19.110043 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bae02ee-3906-47f3-b3cf-8aaf06dd50bc HTTP/1.1" status: 204 len: 168 time: 0.1236086 Jul 16 15:14:19.118390 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5982aba-5326-4910-b4f1-4373f5388be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae02ee-3906-47f3-b3cf-8aaf06dd50bc,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:14:20.556998 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb68e-0cac-4bae-90b8-c86f8e79d7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:20.996982 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:22.189036 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:22.936965 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:23.820915 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:48.107671 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c322fe1a-9693-40e6-ad91-7df4e8f21983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:50.557132 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2c8c870d-b927-476c-a54e-0a4431929c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:50.998855 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:52.078228 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:52.937352 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:14:53.355377 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:14:53.824645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:02.981716 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-fbd936b8-8ff8-4500-8c3b-73041c6d58a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513618 Jul 16 15:15:03.090194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-00c6666a-a488-4fb6-81a5-40cead2a72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:15:03.091728 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-00c6666a-a488-4fb6-81a5-40cead2a72c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 1098 time: 0.0531347 Jul 16 15:15:03.197867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-d4a94559-aec1-45c6-9f5e-03b2a456142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:15:03.199395 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-d4a94559-aec1-45c6-9f5e-03b2a456142a service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0862582 Jul 16 15:15:03.240671 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-03219de4-bf85-4a30-9651-c828aa88a143 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 200 len: 217 time: 0.0342042 Jul 16 15:15:03.287160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-3f7af9a0-22e9-4620-a0fd-4791278ddf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:15:03.288556 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-3f7af9a0-22e9-4620-a0fd-4791278ddf58 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0425677 Jul 16 15:15:03.289152 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-39ad4c76-3cb2-4bc2-bfec-22bfdb26fdc5 req-ff4d8541-f070-4f25-8460-7bc18bd44190 service neutron] (92980) timed out ('10.222.0.54', 52557) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:15:03.324563 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-d6da7895-003f-45f1-b50f-b65dc89dcab0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jul 16 15:15:03.411792 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-d756dba1-2870-42f9-9c2c-74783965827f service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808287 Jul 16 15:15:03.501568 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-16a04a4d-87d9-4001-b2b9-97695ae8b90a req-af016a43-bcac-4c5a-bc96-a909972e7ada service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833645 Jul 16 15:15:18.110145 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0e23bec8-f57b-4c00-a8ae-6aa994342e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:20.558517 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-65d88fa9-9e6f-40f4-9e58-6498fe883163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:21.000747 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:22.083231 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:22.949881 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:23.826595 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:30.355461 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:15:48.112774 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8c887dc-fcad-4abb-a8b9-db02c17a6f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:50.558148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1a8f668e-fd44-4d68-a22e-35654156d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:51.002210 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:52.084326 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:52.966062 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:15:53.842027 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:02.296936 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-397b8a81-ed05-4ceb-ac75-a3dcd035285a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527489 Jul 16 15:16:02.379088 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-6aa4b06c-55e0-4f64-aba0-a0ed1ae1c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:16:02.380517 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-6aa4b06c-55e0-4f64-aba0-a0ed1ae1c3b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0505574 Jul 16 15:16:02.485371 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-784ab251-bdcc-4402-b816-9502d56efcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:16:02.486873 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-784ab251-bdcc-4402-b816-9502d56efcf8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 200 len: 919 time: 0.0857911 Jul 16 15:16:02.527435 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-79f809b9-b459-4051-bd36-6ad2ae519d9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 200 len: 217 time: 0.0335586 Jul 16 15:16:02.573043 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-7a890df8-f82c-494e-9bbd-fe7656534b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:16:02.574453 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-7a890df8-f82c-494e-9bbd-fe7656534b8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 200 len: 858 time: 0.0410244 Jul 16 15:16:02.608792 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-03431d0a-fb51-41d8-8853-6eeee5c0a465 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01bca9f0-3e47-4725-ad9b-957d5f6a84d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284426 Jul 16 15:16:02.693423 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-3318dda2-6f69-4bbf-a537-ed49ade47361 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787342 Jul 16 15:16:02.783201 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fe796feb-5859-45a5-8f4c-d1e1b896077e req-070262d1-f1f3-4b2c-8f42-4b4363a365a3 service neutron] 10.222.0.54 "GET /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834394 Jul 16 15:16:07.353758 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:16:18.113238 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7a8390e-1e92-46e5-92ac-fdca323b4b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:20.559969 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5a8fbd13-711c-4947-9f7f-303a21b3b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:21.004175 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:22.086387 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:22.979898 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:23.833663 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:44.352683 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:16:48.113287 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5feb7329-1e35-4f82-a71f-408d7c2f9598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:50.561108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b03c472a-7b2a-4643-93a0-2293404d9629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:51.005984 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:52.091314 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:52.995886 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:16:53.835766 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:02.395980 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-8d7b721e-aa91-48e6-9119-50ddfe42afb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556827 Jul 16 15:17:02.482387 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-59503d26-05ad-4c4b-86bd-3c36f9b2174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:17:02.483866 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-59503d26-05ad-4c4b-86bd-3c36f9b2174b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0547836 Jul 16 15:17:02.586948 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-71049008-494d-4958-a8cf-ca3d0bf166a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:17:02.588478 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-71049008-494d-4958-a8cf-ca3d0bf166a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0840163 Jul 16 15:17:02.632580 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-c752c6d6-063c-4242-af08-030e29b31334 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0371206 Jul 16 15:17:02.680514 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-1fad9833-1a6e-46a7-83a8-e00268e26435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:17:02.681959 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-1fad9833-1a6e-46a7-83a8-e00268e26435 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0434077 Jul 16 15:17:02.714715 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-ce550347-83b1-442f-8369-1ead87250097 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259998 Jul 16 15:17:02.803575 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-ae26f9a4-2c37-4a30-b800-9f9b28b7704e service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827246 Jul 16 15:17:02.889952 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-88bc37b6-4271-49e7-b13f-6bd72f4a2f1c req-f6c89b2b-f6cf-4814-af2c-3f78327e68ac service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801172 Jul 16 15:17:18.119440 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b3d900ca-16ae-46c7-895c-71c5d38ee7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:20.562612 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07d1371a-65c7-4c91-91e6-d8f1c1095114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:21.006751 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:21.350411 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:17:22.094074 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:23.010369 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:23.839372 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:48.111437 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a1f38ec1-3e00-4a41-86f0-b5d603838f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:50.562543 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0188fb83-8c12-41da-996a-c86f32d62c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:51.007395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:52.095940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:53.021858 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:53.845194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:17:58.350329 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:18:02.291506 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-0205cc86-bfc4-46ab-8a49-51dd4ec76535 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531929 Jul 16 15:18:02.376570 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-b2f5a022-f3e3-42cf-8634-057be0a9868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:02.378210 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-b2f5a022-f3e3-42cf-8634-057be0a9868e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.0517938 Jul 16 15:18:02.482449 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-e735d70d-bbd6-4a6b-84cc-e9cdd055b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:02.483922 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-e735d70d-bbd6-4a6b-84cc-e9cdd055b8aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0853295 Jul 16 15:18:02.527862 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-51b3d04c-f099-4184-835c-a83c854ec38a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0369573 Jul 16 15:18:02.576552 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-1e201276-b8e2-4814-8c13-9a4aa2d5a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:02.578009 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-1e201276-b8e2-4814-8c13-9a4aa2d5a9ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0449939 Jul 16 15:18:02.610329 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-af2c7b42-219f-4b28-8f6a-5cfa0a259a3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264986 Jul 16 15:18:02.704130 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-d99c8b65-6718-437f-b8e2-00d2517ea1ca service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869386 Jul 16 15:18:02.791047 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7e311611-075a-45ab-a5d6-5cb2a724aafc req-a133c15f-ae6e-4156-9787-b2914edec8b4 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808749 Jul 16 15:18:03.951798 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae35c31-bf79-498f-a1ec-bcc11c6af754 req-3575bce0-af39-4684-ad76-aba72227c0ce tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:03.953283 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cae35c31-bf79-498f-a1ec-bcc11c6af754 req-3575bce0-af39-4684-ad76-aba72227c0ce tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.2422347 Jul 16 15:18:03.990599 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-cae35c31-bf79-498f-a1ec-bcc11c6af754 req-aec19774-c1ba-4d74-8dc4-900fe3b32f1d tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jul 16 15:18:04.554101 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-4b2b5e7e-f9eb-4336-a0b7-06462aab4ce4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:04.555604 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-4b2b5e7e-f9eb-4336-a0b7-06462aab4ce4 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 946 time: 0.2906735 Jul 16 15:18:04.655387 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Deleting port 28fc83a1-b90d-4587-8f64-0be7df3e12fa {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:18:04.656094 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:04.750546 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] For port 28fc83a1-b90d-4587-8f64-0be7df3e12fa, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=28fc83a1-b90d-4587-8f64-0be7df3e12fa,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:18:04.751151 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:04.765284 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Calling delete_port for 28fc83a1-b90d-4587-8f64-0be7df3e12fa owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:18:04.891670 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:04.921253 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Pushing event deleted for resources: {'Port': ['ID=28fc83a1-b90d-4587-8f64-0be7df3e12fa,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:04.925534 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['758d112d-3b1e-4753-a12b-00b3446d5d53', '28fc83a1-b90d-4587-8f64-0be7df3e12fa'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:18:04.931016 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.931374 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.931724 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.932069 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.932411 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.932753 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.933090 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.934094 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.935167 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.935343 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.935753 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.936159 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:04.982642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] No DVR routers for this DVR port 28fc83a1-b90d-4587-8f64-0be7df3e12fa on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:18:04.985330 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:04.987670 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-f81c6b55-8074-4b02-9439-4562b7f1e503 req-e374f602-024b-46cc-aa9a-dc3bd04795c7 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "DELETE /v2.0/ports/28fc83a1-b90d-4587-8f64-0be7df3e12fa HTTP/1.1" status: 204 len: 173 time: 0.4267361 Jul 16 15:18:04.988130 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'name': 'network-vif-deleted', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:18:04.990627 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ad635-6fc2-4e8c-95e6-e667fac52a14" -d '{"events": [{"server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "name": "network-vif-deleted", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:18:05.120949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b497b1-3166-497d-9ce0-0460c55eb4b1 x-openstack-request-id: req-e6b497b1-3166-497d-9ce0-0460c55eb4b1 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:18:05.121965 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d453fb69-c8f0-4400-9150-3bb269eb2fd7", "name": "network-vif-deleted", "tag": "28fc83a1-b90d-4587-8f64-0be7df3e12fa", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:18:05.122642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b497b1-3166-497d-9ce0-0460c55eb4b1 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:18:05.123062 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd453fb69-c8f0-4400-9150-3bb269eb2fd7', 'name': 'network-vif-deleted', 'tag': '28fc83a1-b90d-4587-8f64-0be7df3e12fa', 'status': 'completed', 'code': 200} Jul 16 15:18:05.172230 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-62ddb3f0-da3c-4dd2-8582-a2e9fca92baa req-b37ab03f-7a80-48c7-a335-173ca14b5c48 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=d453fb69-c8f0-4400-9150-3bb269eb2fd7 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Jul 16 15:18:06.658468 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fdd2-fe1c-4a97-ac1d-27f3a08d141d req-0790d645-0f25-4cf5-a925-88edea6f6a2b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:06.659940 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa85fdd2-fe1c-4a97-ac1d-27f3a08d141d req-0790d645-0f25-4cf5-a925-88edea6f6a2b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.1096370 Jul 16 15:18:06.697287 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa85fdd2-fe1c-4a97-ac1d-27f3a08d141d req-54b8398f-42df-4850-8454-fda7ec30335b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/security-groups?id=e5350d71-84b6-492a-8999-5e4edc46c93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Jul 16 15:18:07.097459 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-ed617db2-6fc5-421b-8ecc-a30b80a5f79b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:18:07.098976 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-ed617db2-6fc5-421b-8ecc-a30b80a5f79b tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 945 time: 0.0740373 Jul 16 15:18:07.201160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Deleting port 758d112d-3b1e-4753-a12b-00b3446d5d53 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:18:07.201500 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:07.290441 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] For port 758d112d-3b1e-4753-a12b-00b3446d5d53, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=758d112d-3b1e-4753-a12b-00b3446d5d53,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:18:07.290795 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:07.302264 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Calling delete_port for 758d112d-3b1e-4753-a12b-00b3446d5d53 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:18:07.425641 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:07.457436 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Pushing event deleted for resources: {'Port': ['ID=758d112d-3b1e-4753-a12b-00b3446d5d53,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:07.461627 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['758d112d-3b1e-4753-a12b-00b3446d5d53'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:18:07.502973 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] No DVR routers for this DVR port 758d112d-3b1e-4753-a12b-00b3446d5d53 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:18:07.505449 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:07.507560 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2749f26d-9820-45eb-bc57-4a3cef007e3f req-c441a899-2785-498d-8584-cf5a26c575a3 tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.54 "DELETE /v2.0/ports/758d112d-3b1e-4753-a12b-00b3446d5d53 HTTP/1.1" status: 204 len: 173 time: 0.4025025 Jul 16 15:18:07.508056 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'name': 'network-vif-deleted', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:18:07.510976 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073555b4-84c4-4446-9c10-c312a05040e2" -d '{"events": [{"server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "name": "network-vif-deleted", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:18:07.551095 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23d32c-76d1-49c1-8c3a-78b0b388d713 x-openstack-request-id: req-cf23d32c-76d1-49c1-8c3a-78b0b388d713 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:18:07.551389 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b78d0a-f935-44eb-babe-1d1208b819eb", "name": "network-vif-deleted", "tag": "758d112d-3b1e-4753-a12b-00b3446d5d53", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:18:07.551682 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf23d32c-76d1-49c1-8c3a-78b0b388d713 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:18:07.552075 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b78d0a-f935-44eb-babe-1d1208b819eb', 'name': 'network-vif-deleted', 'tag': '758d112d-3b1e-4753-a12b-00b3446d5d53', 'status': 'completed', 'code': 200} Jul 16 15:18:07.845891 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c5bb9b4-9fc0-4723-ac43-cb9234e94f71 req-a24554b8-3e32-43e4-b3e2-07b454ac32cc tempest-ServerRescueNegativeTestJSON-1804615723 tempest-ServerRescueNegativeTestJSON-1804615723-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4b78d0a-f935-44eb-babe-1d1208b819eb HTTP/1.1" status: 200 len: 210 time: 0.0284605 Jul 16 15:18:08.526475 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 28fc83a1-b90d-4587-8f64-0be7df3e12fa no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:18:08.547126 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 28fc83a1-b90d-4587-8f64-0be7df3e12fa {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:18:08.547471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 28fc83a1-b90d-4587-8f64-0be7df3e12fa not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:18:08.547879 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 758d112d-3b1e-4753-a12b-00b3446d5d53 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:18:08.565218 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 758d112d-3b1e-4753-a12b-00b3446d5d53 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:18:08.565564 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 758d112d-3b1e-4753-a12b-00b3446d5d53 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:18:08.941414 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42012) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:09.406238 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:09.649183 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Deleting port 0d978538-12f0-4e18-8814-30864cd86f5e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:18:09.649525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:09.724636 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] For port 0d978538-12f0-4e18-8814-30864cd86f5e, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0d978538-12f0-4e18-8814-30864cd86f5e,segment=NetworkSegment(944bbd10-3f35-4d2e-ac4e-e660d4dc1f14),segment_id=944bbd10-3f35-4d2e-ac4e-e660d4dc1f14)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:18:09.724914 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:09.740786 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Calling delete_port for 0d978538-12f0-4e18-8814-30864cd86f5e owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:18:09.916401 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:09.945956 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d978538-12f0-4e18-8814-30864cd86f5e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:10.114720 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.320924 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Router 7b60706d-fe9e-4d03-b23c-085552331fc8 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:18:10.420988 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:18:10.426537 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2e3335e5-786a-415a-a1e8-972f1d5b86bb admin admin] 10.222.0.39 "PUT /v2.0/routers/7b60706d-fe9e-4d03-b23c-085552331fc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836118 Jul 16 15:18:10.428540 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42028) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:10.429391 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Sync routers for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:18:10.439989 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:18:10.440616 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:17:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:10.529181 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.540393 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:18:10.628988 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.679705 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Deleting port fe2f7946-aa1a-4fd5-b007-ca947a131933 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:18:10.680044 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.713437 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T15:18:09Z', 'revision_number': 5, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port': {'id': 'fe2f7946-aa1a-4fd5-b007-ca947a131933', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:44Z', 'updated_at': '2021-07-16T14:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:10.739366 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Checking router: 7b60706d-fe9e-4d03-b23c-085552331fc8 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:18:10.748042 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Routers {'7b60706d-fe9e-4d03-b23c-085552331fc8'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:18:10.748655 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:17:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['7b60706d-fe9e-4d03-b23c-085552331fc8'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:10.759154 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] For port fe2f7946-aa1a-4fd5-b007-ca947a131933, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=fe2f7946-aa1a-4fd5-b007-ca947a131933,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:18:10.759509 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.770804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Calling delete_port for fe2f7946-aa1a-4fd5-b007-ca947a131933 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:18:10.830074 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] Set router 7b60706d-fe9e-4d03-b23c-085552331fc8 gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:18:10.884182 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T15:18:10Z', 'revision_number': 6, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:10.937681 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:10.965993 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2f7946-aa1a-4fd5-b007-ca947a131933,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:10.993860 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c83f690-6dec-4296-b220-63c923951c33 None None] The sync data for ids ['7b60706d-fe9e-4d03-b23c-085552331fc8'] in dv-cinder-801065-2-iscsi is: [{'id': '7b60706d-fe9e-4d03-b23c-085552331fc8', 'name': 'tempest-ServerRescueNegativeTestJSON-111016699-router', 'tenant_id': '6004b8dd84c84f0fb519f83740d8bffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T15:18:10Z', 'revision_number': 6, 'project_id': '6004b8dd84c84f0fb519f83740d8bffe', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:18:11.034001 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.125571 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.127771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.398259 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.398773 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b60706d-fe9e-4d03-b23c-085552331fc8 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:18:11.403339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.406761 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ac9dd33f-29b1-445a-98d5-08f118e8cb2f admin admin] 10.222.0.39 "DELETE /v2.0/routers/7b60706d-fe9e-4d03-b23c-085552331fc8 HTTP/1.1" status: 204 len: 168 time: 0.9750168 Jul 16 15:18:11.407018 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42038) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:11.451709 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Deleting subnet d1393a6b-be78-494c-8f60-9fd5306776fb {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:18:11.454834 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.487513 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.528231 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.578728 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.601235 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1393a6b-be78-494c-8f60-9fd5306776fb,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:11.608391 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.610283 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8ccbe1d6-ff47-466e-9c16-d84efdc70f4a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d1393a6b-be78-494c-8f60-9fd5306776fb HTTP/1.1" status: 204 len: 168 time: 0.2017777 Jul 16 15:18:11.612676 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42040) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:11.678741 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.759389 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.769900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bca9f0-3e47-4725-ad9b-957d5f6a84d9']}} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:11.779525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14') {'for_net_delete': True} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:11.779822 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.services.segments.db [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944bbd10-3f35-4d2e-ac4e-e660d4dc1f14') {} {{(pid=92980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:18:11.788335 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13084105'] for segment, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.802203 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.808177 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=92980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:18:11.808564 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13084195'] for segment, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: conditions |= (models_v2.Port.network_id.in_( Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: Traceback (most recent call last): Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: timer() Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: cb(*args, **kw) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: return func(*args, **kwargs) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: self._notify() Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: self.callback(batched_events) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: event.method(event) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: return f(self, *a, **k) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._get(url).json() Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: return self.request(url, 'GET', **kwargs) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:18:11.810897 dv-cinder-801065-2-iscsi neutron-server[92980]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:18:11.868387 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.874254 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:11.878585 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] 10.222.0.39 "DELETE /v2.0/networks/01bca9f0-3e47-4725-ad9b-957d5f6a84d9 HTTP/1.1" status: 204 len: 168 time: 0.2625163 Jul 16 15:18:11.886448 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5df72-ab08-4962-bad9-5386bac6c392 admin admin] Pushing event deleted for resources: {'Network': ['ID=01bca9f0-3e47-4725-ad9b-957d5f6a84d9,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:12.002867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42046) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:12.045920 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7dc06a52-4d0d-45a4-8dba-be78a6ec890a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6004b8dd84c84f0fb519f83740d8bffe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417740 Jul 16 15:18:12.048304 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42048) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:12.101880 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:12.123613 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:12.190543 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:12.193055 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:12.194346 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5350d71-84b6-492a-8999-5e4edc46c93d HTTP/1.1" status: 204 len: 168 time: 0.1451128 Jul 16 15:18:12.194489 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0d978538-12f0-4e18-8814-30864cd86f5e no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:18:12.204380 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad449f3-cf14-40bc-a985-f9bb43909bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5350d71-84b6-492a-8999-5e4edc46c93d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:12.222014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 0d978538-12f0-4e18-8814-30864cd86f5e {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:18:12.222389 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0d978538-12f0-4e18-8814-30864cd86f5e not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:18:12.222809 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device fe2f7946-aa1a-4fd5-b007-ca947a131933 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:18:12.245105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: fe2f7946-aa1a-4fd5-b007-ca947a131933 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:18:12.245394 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device fe2f7946-aa1a-4fd5-b007-ca947a131933 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:18:14.534188 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 42142) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:14.635288 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.724298 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.727934 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.765991 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f8c4b3e69bd473b9681fe60ef64baa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307401 Jul 16 15:18:14.766871 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fffb9e3-c50c-4e9c-af9f-42fb7d1c4281,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:14.768801 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42146) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:14.774246 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.774603 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.774941 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.775274 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.775605 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.775936 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.776257 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.776673 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.777002 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.778148 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.778331 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.778631 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2b0495-e006-49bd-953b-016e955e9331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:18:14.820529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.841731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.886651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.889829 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:14.891000 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fffb9e3-c50c-4e9c-af9f-42fb7d1c4281 HTTP/1.1" status: 204 len: 168 time: 0.1212099 Jul 16 15:18:14.898446 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b557ea-04d5-46ad-a2e6-1c15ba8c2be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fffb9e3-c50c-4e9c-af9f-42fb7d1c4281,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:15.145227 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 42154) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:15.160077 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3df3e9a-3b87-4ed8-b898-ded1702779c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.256395 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3df3e9a-3b87-4ed8-b898-ded1702779c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.260031 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-a3df3e9a-3b87-4ed8-b898-ded1702779c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.297125 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-a3df3e9a-3b87-4ed8-b898-ded1702779c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=568a314508e24c79b99e7bfa0035a5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506529 Jul 16 15:18:15.298065 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df3e9a-3b87-4ed8-b898-ded1702779c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdfb407-1841-44b3-9ade-4d3df3713adf,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:15.299798 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 42156) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:18:15.354155 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.378842 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.426601 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.429232 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:15.430395 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bdfb407-1841-44b3-9ade-4d3df3713adf HTTP/1.1" status: 204 len: 168 time: 0.1289804 Jul 16 15:18:15.438461 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df0ea0-47d4-4fd6-b923-0c30e5a74157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdfb407-1841-44b3-9ade-4d3df3713adf,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:18:18.112689 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0145eeb5-5daa-4df7-9e37-f7a26ecbabc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:20.567732 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f4467a82-51e4-49bf-8e83-94edcb1de339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:21.008917 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:22.098789 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:23.038800 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:23.844836 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:35.349128 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:18:48.114717 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b659079e-d8d3-44db-b8de-9c03663ce378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:50.568791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b4975fc4-1a90-4d14-b332-91610071d234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:51.009816 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:52.102538 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:53.053122 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:18:53.842700 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:04.409884 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-413b6d47-a634-4c6c-a2e2-c100a91173d5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1507688 Jul 16 15:19:04.495226 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59420-da82-419b-be73-137b2ae021e0 req-b3f563b2-c363-49dd-bca0-22d3f6638e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:19:04.497767 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-b3f563b2-c363-49dd-bca0-22d3f6638e1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1099 time: 0.0517142 Jul 16 15:19:04.601702 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59420-da82-419b-be73-137b2ae021e0 req-2e97db61-42af-4247-84ad-929680f23cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:19:04.603211 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-2e97db61-42af-4247-84ad-929680f23cfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0862145 Jul 16 15:19:04.647460 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-8b74792a-3fbe-4d83-aabd-c96e5ec3aad9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0369279 Jul 16 15:19:04.694484 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59420-da82-419b-be73-137b2ae021e0 req-29a3849c-a6d3-4606-92c7-f1fb70a3e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:19:04.695875 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-29a3849c-a6d3-4606-92c7-f1fb70a3e8ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0424352 Jul 16 15:19:04.726747 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-f333fc0e-2505-4e1c-b97d-e9b0a0f433b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251632 Jul 16 15:19:04.736848 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-685f6253-395f-4a1b-8bc8-ae461a18d1c5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:19:04.737754 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-685f6253-395f-4a1b-8bc8-ae461a18d1c5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047288 Jul 16 15:19:04.828453 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-caf54362-ab49-4604-bcd1-30800556df7b service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842040 Jul 16 15:19:04.915573 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-11f59420-da82-419b-be73-137b2ae021e0 req-38a8460e-c1e1-49cf-a7a8-e0253902426b service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811067 Jul 16 15:19:12.347718 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:19:18.116061 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-060009a0-2e3f-457f-a6ab-b311a4cb1903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:20.568184 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-716c66c3-880b-46bb-91ba-ef9cda0a08ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:21.011695 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:22.106184 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:23.052292 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:23.844667 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:48.115767 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8ba3bd5c-24de-43ae-ab42-6c9f2349dc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:49.348183 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:19:50.569087 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ef6eb7c6-579c-4fff-8787-9f07d7baad61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:51.010829 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:52.107804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:53.051529 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:19:53.855323 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:05.295865 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-f9f2726d-6f71-464a-ad04-8f66ee200342 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564694 Jul 16 15:20:05.381118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-d08ae741-70c6-4670-a38e-d2e24acf672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:05.382536 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-d08ae741-70c6-4670-a38e-d2e24acf672c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 1098 time: 0.0512483 Jul 16 15:20:05.484413 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-60099cf0-635e-4ea7-8fc8-fdfe80846dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:05.487946 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-60099cf0-635e-4ea7-8fc8-fdfe80846dd7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0837431 Jul 16 15:20:05.529910 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-c10beec4-c29d-41ef-b3d6-f2efc14e02f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 200 len: 217 time: 0.0372267 Jul 16 15:20:05.575417 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-41432dcf-0bb3-4ddf-8643-6c74c3ff3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:05.576790 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-41432dcf-0bb3-4ddf-8643-6c74c3ff3362 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0409417 Jul 16 15:20:05.607867 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-53a3b20d-cd3b-417e-bc60-29ad6f5a0fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247624 Jul 16 15:20:05.697977 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-5ba19ef9-1a5f-4162-964d-229bd35e9baf service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826952 Jul 16 15:20:05.783982 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e38e1fed-17c5-4ba3-9511-e788b5a314a9 req-522c4cd6-0f4c-4832-a2ec-648277b27bf3 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797286 Jul 16 15:20:18.116514 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cef84eb2-84c2-4d0e-a4a0-652e21c8c91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:18.986521 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43418) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:19.416178 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:19.663446 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Deleting port b93ee75a-513e-4e08-ad32-a98335412d94 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:20:19.663791 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:19.739746 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] For port b93ee75a-513e-4e08-ad32-a98335412d94, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b93ee75a-513e-4e08-ad32-a98335412d94,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:19.740022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:19.752609 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Calling delete_port for b93ee75a-513e-4e08-ad32-a98335412d94 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:20:19.929598 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:19.962623 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Pushing event deleted for resources: {'Port': ['ID=b93ee75a-513e-4e08-ad32-a98335412d94,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:19.988935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.989693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.989693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.990085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.990428 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.990756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.991118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.991646 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.991829 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.992160 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.992486 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:19.992808 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:20.142759 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.355695 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Router b65fc655-90aa-4b3c-861a-5766c7654309 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:20:20.457562 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:20:20.463601 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5e5e136b-99ce-4b06-a36c-3f9ffca8d35d admin admin] 10.222.0.39 "PUT /v2.0/routers/b65fc655-90aa-4b3c-861a-5766c7654309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4756784 Jul 16 15:20:20.465020 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43432) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:20.465926 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Sync routers for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:20:20.476063 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:20.476685 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:19:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:20.567869 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.589564 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b71378d7-8421-4da3-94b6-6b2631620635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.601426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:20.666408 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.722031 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Deleting port 954cc78d-1b85-48e0-8e08-52371a967b44 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:20:20.722404 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.781235 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T15:20:19Z', 'revision_number': 5, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port': {'id': '954cc78d-1b85-48e0-8e08-52371a967b44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T14:57:43Z', 'updated_at': '2021-07-16T14:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:20.799768 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] For port 954cc78d-1b85-48e0-8e08-52371a967b44, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=954cc78d-1b85-48e0-8e08-52371a967b44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:20.800128 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.809273 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Checking router: b65fc655-90aa-4b3c-861a-5766c7654309 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:20:20.813064 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Calling delete_port for 954cc78d-1b85-48e0-8e08-52371a967b44 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:20:20.818523 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Routers {'b65fc655-90aa-4b3c-861a-5766c7654309'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:20.819140 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['b65fc655-90aa-4b3c-861a-5766c7654309'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:20.906049 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] Set router b65fc655-90aa-4b3c-861a-5766c7654309 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:20.965205 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T15:20:20Z', 'revision_number': 6, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:20.976654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:20.992785 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d5899-1123-439b-a11b-351c25535af9 None None] The sync data for ids ['b65fc655-90aa-4b3c-861a-5766c7654309'] in dv-cinder-801065-2-iscsi is: [{'id': 'b65fc655-90aa-4b3c-861a-5766c7654309', 'name': 'tempest-AttachVolumeShelveTestJSON-1191336958-router', 'tenant_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T14:57:42Z', 'updated_at': '2021-07-16T15:20:20Z', 'revision_number': 6, 'project_id': 'c789512f168040c6ad39bcbabf6fe1e7', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:20:21.002327 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=954cc78d-1b85-48e0-8e08-52371a967b44,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:21.021754 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.072365 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.159115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.161132 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.202362 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.202875 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65fc655-90aa-4b3c-861a-5766c7654309 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:20:21.207847 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.208876 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b6e7b7ba-5ab4-4abb-aaf3-4b29d1fa6b15 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b65fc655-90aa-4b3c-861a-5766c7654309 HTTP/1.1" status: 204 len: 168 time: 0.7427719 Jul 16 15:20:21.211213 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43440) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:21.258887 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Deleting subnet f2e4e7f8-9f12-40f8-8f69-2ce46aee488c {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:20:21.261570 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.514501 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.589612 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.644844 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.669847 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e4e7f8-9f12-40f8-8f69-2ce46aee488c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:21.675529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.678764 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-83dd16ef-07a6-4a77-be8a-91a0cc99e558 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f2e4e7f8-9f12-40f8-8f69-2ce46aee488c HTTP/1.1" status: 204 len: 168 time: 0.4654620 Jul 16 15:20:21.680198 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43446) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:21.681041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccbf572-71b1-4e7d-9ca1-4a8964faf69f None None] Network ac300f32-b49a-49af-b0c8-09858c9ba794 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:20:21.749062 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.801480 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Deleting port 0e69bc7f-0590-4280-a43f-88ec530672fa {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:20:21.801822 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.873953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] DHCP port deletion for ac300f32-b49a-49af-b0c8-09858c9ba794 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:20:21.874600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] For port 0e69bc7f-0590-4280-a43f-88ec530672fa, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0e69bc7f-0590-4280-a43f-88ec530672fa,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:21.875175 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.888081 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Calling delete_port for 0e69bc7f-0590-4280-a43f-88ec530672fa owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:20:21.918993 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Deleting port 0e69bc7f-0590-4280-a43f-88ec530672fa {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:20:21.919450 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.967764 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:21.989934 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] For port 0e69bc7f-0590-4280-a43f-88ec530672fa, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0e69bc7f-0590-4280-a43f-88ec530672fa,segment=NetworkSegment(5de14e84-ed29-42ac-b103-bf88f3016ad2),segment_id=5de14e84-ed29-42ac-b103-bf88f3016ad2)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:21.990361 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.002693 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] No DVR routers for this DVR port 0e69bc7f-0590-4280-a43f-88ec530672fa on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:20:22.003769 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Calling delete_port for 0e69bc7f-0590-4280-a43f-88ec530672fa owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:20:22.007722 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e69bc7f-0590-4280-a43f-88ec530672fa,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:22.038424 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.038781 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.039124 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.039460 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.039797 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.040127 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.040456 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.040781 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.041108 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.041430 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.041752 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.042080 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.080621 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.100540 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.110690 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac300f32-b49a-49af-b0c8-09858c9ba794']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:22.113328 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] No DVR routers for this DVR port 0e69bc7f-0590-4280-a43f-88ec530672fa on host dv-cinder-801065-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:20:22.115256 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Pushing event deleted for resources: {'Port': ['ID=0e69bc7f-0590-4280-a43f-88ec530672fa,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:22.123056 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de14e84-ed29-42ac-b103-bf88f3016ad2') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:22.123363 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de14e84-ed29-42ac-b103-bf88f3016ad2') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:22.133019 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.134154 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.134534 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.134890 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.135228 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.135557 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.135895 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.136227 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.136556 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.136906 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.137236 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.137562 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.137886 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8b1f5b-d88f-485e-afb3-cbeb2dac3d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:22.148191 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.148841 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.154657 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:20:22.155048 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:20:22.156756 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:20:22.214782 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.219140 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.222394 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac300f32-b49a-49af-b0c8-09858c9ba794 HTTP/1.1" status: 204 len: 168 time: 0.5408580 Jul 16 15:20:22.235300 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595ea86-0a00-4e35-b15a-4d5ca88028d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac300f32-b49a-49af-b0c8-09858c9ba794,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:22.263381 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 954cc78d-1b85-48e0-8e08-52371a967b44 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:20:22.284486 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 954cc78d-1b85-48e0-8e08-52371a967b44 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:20:22.284932 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 954cc78d-1b85-48e0-8e08-52371a967b44 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:20:22.285428 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b93ee75a-513e-4e08-ad32-a98335412d94 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:20:22.356529 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43458) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:22.404589 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-948f09d1-7df8-4f43-9cbe-960b4b76c749 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c789512f168040c6ad39bcbabf6fe1e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466459 Jul 16 15:20:22.407037 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43460) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:22.422452 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: b93ee75a-513e-4e08-ad32-a98335412d94 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:20:22.422814 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b93ee75a-513e-4e08-ad32-a98335412d94 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:20:22.423809 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0e69bc7f-0590-4280-a43f-88ec530672fa no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:20:22.441825 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 0e69bc7f-0590-4280-a43f-88ec530672fa {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:20:22.442189 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0e69bc7f-0590-4280-a43f-88ec530672fa not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:20:22.460258 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.480794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.528543 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.530901 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:22.532013 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79efc53e-0f58-45de-8a30-2b54d8d9c8c7 HTTP/1.1" status: 204 len: 168 time: 0.1228933 Jul 16 15:20:22.539840 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b3796-0819-45a6-8259-4a9223012f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79efc53e-0f58-45de-8a30-2b54d8d9c8c7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:23.051548 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.202503 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43488) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:23.294438 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-867313536-network', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:23.314717 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Made reservation on behalf of eba049ea6ad2410b86b0740d6c7a1600 for: {'network': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:20:23.316934 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.325179 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.412844 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.416788 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.437172 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=92980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:20:23.451194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884485d-01d9-4fd7-8346-a02cd9f1fc50,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:23.457362 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.457706 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.segments_db [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Added segment bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf of type vlan for network d7007d46-080a-44b8-920c-2344a26b3491 Jul 16 15:20:23.497119 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.525268 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.526362 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:23.526942 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.557649 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3540552 Jul 16 15:20:23.560692 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43494) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:23.566366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Request body: {'subnet': {'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-867313536-subnet', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:23.587035 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Made reservation on behalf of eba049ea6ad2410b86b0740d6c7a1600 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:20:23.589344 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.591121 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b37635-3247-4b74-9d5d-45151655161a admin admin] Pushing event updated for resources: {'Network': ['ID=d7007d46-080a-44b8-920c-2344a26b3491,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:23.601508 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network d7007d46-080a-44b8-920c-2344a26b3491 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:20:23.754877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.808196 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42684059-554f-4e69-93fa-7cbcef434e52,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:23.818455 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Checking segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:20:23.818889 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Network hostable DHCP agents. Network: d7007d46-080a-44b8-920c-2344a26b3491, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:20:23.837690 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Network d7007d46-080a-44b8-920c-2344a26b3491 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:20:23.850891 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, d7007d46-080a-44b8-920c-2344a26b3491) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:23.852833 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.854996 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:23.855561 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.862306 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a286e047-b65e-42d5-bd56-f204f1206959 None None] Network d7007d46-080a-44b8-920c-2344a26b3491 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:20:23.870334 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-1f6e0e56-1e78-4522-8c3d-bb260139aa73 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3084965 Jul 16 15:20:23.872955 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:23.877578 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:23.897595 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.898600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:23.953716 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.019349 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-d7007d46-080a-44b8-920c-2344a26b3491', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:20:24.020215 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.092471 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.154185 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Allocated IP 172.20.0.2 (d7007d46-080a-44b8-920c-2344a26b3491/42684059-554f-4e69-93fa-7cbcef434e52/0b8122dd-8d11-4b4a-88ea-56e2f720e935) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:20:24.296980 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.298396 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.306930 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Transition to ACTIVE for port object 0b8122dd-8d11-4b4a-88ea-56e2f720e935 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:24.316264 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.321202 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Transition to ACTIVE for port object 0b8122dd-8d11-4b4a-88ea-56e2f720e935 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:24.327250 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.363173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Network d7007d46-080a-44b8-920c-2344a26b3491 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:24.367804 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:24.371134 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:20:24.379774 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Pushing event updated for resources: {'Port': ['ID=0b8122dd-8d11-4b4a-88ea-56e2f720e935,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:24.422718 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Allocated IP 172.27.0.175 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/b9e158dc-f0ff-4af6-a067-c9206232a4c6) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:20:24.442406 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Attempting to bind port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:20:24.442857 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Attempting to bind port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:20:24.443142 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Attempting to bind port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:20:24.448521 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:20:24.448844 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Checking segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:20:24.449250 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.449644 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Bound using segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:20:24.450123 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Bound port: 0b8122dd-8d11-4b4a-88ea-56e2f720e935, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:20:24.450536 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.515192 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] For port 0b8122dd-8d11-4b4a-88ea-56e2f720e935, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:20:24.518891 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] For port 0b8122dd-8d11-4b4a-88ea-56e2f720e935, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0b8122dd-8d11-4b4a-88ea-56e2f720e935,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:20:24.523372 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.543610 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.584334 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8833692-16f0-4aeb-a354-9e196ca6c0d0 None None] Pushing event updated for resources: {'Port': ['ID=0b8122dd-8d11-4b4a-88ea-56e2f720e935,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:24.594422 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:24.636770 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:24.639563 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:24.644654 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:20:24.650369 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e158dc-f0ff-4af6-a067-c9206232a4c6,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:24.928181 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:25.122673 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:25.258994 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:20:25.379604 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:20:25.388761 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:20:25.396767 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:25.399104 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-54fca702-271a-439a-ae74-95d6ed8778a4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5243671 Jul 16 15:20:25.400336 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:25.400336 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:25.401198 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43512) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:25.414819 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c5d16-40af-43d1-93c3-9c37577674b0 None None] Network d7007d46-080a-44b8-920c-2344a26b3491 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:20:25.514381 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:25.557604 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-daad1049-a68e-4f98-a0a9-15d1696db955 None None] Provisioning for port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:25.708417 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:24Z', 'revision_number': 3, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:25.742050 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:20:25.742598 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Updating router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b port b9e158dc-f0ff-4af6-a067-c9206232a4c6 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:20:25.785562 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:25.837777 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:25.998610 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Allocated IP 172.20.0.1 (d7007d46-080a-44b8-920c-2344a26b3491/42684059-554f-4e69-93fa-7cbcef434e52/7d6ef6ae-8f79-44a0-812b-e964e80445c0) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:20:26.039069 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.048697 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Transition to ACTIVE for port object b9e158dc-f0ff-4af6-a067-c9206232a4c6 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:26.054124 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.110131 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Pushing event updated for resources: {'Port': ['ID=b9e158dc-f0ff-4af6-a067-c9206232a4c6,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:26.115045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.117422 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Attempting to bind port b9e158dc-f0ff-4af6-a067-c9206232a4c6 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:20:26.117797 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Attempting to bind port b9e158dc-f0ff-4af6-a067-c9206232a4c6 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:20:26.118189 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Attempting to bind port b9e158dc-f0ff-4af6-a067-c9206232a4c6 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:20:26.121402 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.121750 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.122091 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.122451 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.122782 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.123111 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.123436 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.123764 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.124104 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.124430 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.124749 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.125065 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:20:26.131122 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:20:26.131499 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:20:26.131902 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.132331 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:20:26.132794 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Bound port: b9e158dc-f0ff-4af6-a067-c9206232a4c6, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:20:26.133103 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Transition to ACTIVE for port object 7d6ef6ae-8f79-44a0-812b-e964e80445c0 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:26.133229 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.168992 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.182989 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] For port b9e158dc-f0ff-4af6-a067-c9206232a4c6, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:20:26.185998 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] For port b9e158dc-f0ff-4af6-a067-c9206232a4c6, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b9e158dc-f0ff-4af6-a067-c9206232a4c6,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:20:26.191387 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.207004 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Network d7007d46-080a-44b8-920c-2344a26b3491 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:26.213194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:26.217760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:20:26.245667 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f98c64-04f1-4582-b126-b28e6ac09e63 None None] Pushing event updated for resources: {'Port': ['ID=b9e158dc-f0ff-4af6-a067-c9206232a4c6,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:26.257125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.259906 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:26.260539 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:26.268723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:26.331056 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0b8122dd-8d11-4b4a-88ea-56e2f720e935 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:26.391949 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:20:26.395078 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:26.404781 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:26.405329 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.426310 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:26.460184 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.510905 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.523173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-98c66b6d-23f0-47a6-94e1-007a3a1c796a None None] Provisioning for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:26.530186 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-98c66b6d-23f0-47a6-94e1-007a3a1c796a None None] Provisioning complete for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:26.530750 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-98c66b6d-23f0-47a6-94e1-007a3a1c796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.582204 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 0b8122dd-8d11-4b4a-88ea-56e2f720e935, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0b8122dd-8d11-4b4a-88ea-56e2f720e935,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:26.585887 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-98c66b6d-23f0-47a6-94e1-007a3a1c796a None None] Port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:20:26.589298 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.617315 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:24Z', 'revision_number': 3, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:26.643311 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf77af6-b3a8-4ab6-91e3-dbba29cd47b3 None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:24Z', 'revision_number': 3, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:20:26.651780 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=0b8122dd-8d11-4b4a-88ea-56e2f720e935,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:26.668388 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.673725 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.744958 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:26.747558 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:26.853758 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Network d7007d46-080a-44b8-920c-2344a26b3491 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:26.854729 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:27.013900 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:20:27.115253 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-976e7c83-406c-40a3-b981-b5227b2ca04b None None] Provisioning complete for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:27.115916 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-976e7c83-406c-40a3-b981-b5227b2ca04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.136557 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:20:27.147264 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-fd59865a-1843-4ca5-b645-e623577ad499 admin admin] 10.222.0.39 "PUT /v2.0/routers/5f2f6b07-3e81-4583-a65c-dde7e8a8d93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448931 Jul 16 15:20:27.158670 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-976e7c83-406c-40a3-b981-b5227b2ca04b None None] Port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:20:27.696731 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43538) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:27.701478 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851105097', 'description': 'tempest-description--718090766'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:27.722810 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.800581 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.804394 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.830694 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.832149 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1343656 Jul 16 15:20:27.833892 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67356f13-2ee2-42a3-a66d-eb055c7cc8ae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529d16ed-6721-49e7-b9b9-ef3e97a55a8e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:27.835136 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43540) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:27.840983 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group_rule': {'security_group_id': '529d16ed-6721-49e7-b9b9-ef3e97a55a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:27.870428 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.944867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.948725 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.974070 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2b87e7-d03d-4586-9c40-5080789ebccc,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:27.978178 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:27.979384 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ca6cfff2-137d-489c-b1b4-09aee8e4f3cb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424954 Jul 16 15:20:27.981930 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43544) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:27.988407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group_rule': {'security_group_id': '529d16ed-6721-49e7-b9b9-ef3e97a55a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:28.019058 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.084626 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.088524 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.107791 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88320b7-c2ad-4b72-8fd7-191e126fae45,revision_number=0']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:28.110692 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.111894 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-016bc1ad-1f2c-4a8b-af02-9a870fd4fefa tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288366 Jul 16 15:20:28.115053 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 43548) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:28.120725 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'floatingip': {'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:28.145673 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.187744 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:20:28.197214 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:28.197837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:28.258568 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.311131 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:28.363395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b9e158dc-f0ff-4af6-a067-c9206232a4c6 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:28.372059 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Allocated IP 172.27.0.76 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/faa08897-97b1-4f18-bd84-05956c76b222) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:20:28.474581 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.501713 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port b9e158dc-f0ff-4af6-a067-c9206232a4c6 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:28.507642 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b9e158dc-f0ff-4af6-a067-c9206232a4c6 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:28.508318 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.528732 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.569578 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:28.572568 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:28.577132 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:20:28.580634 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=faa08897-97b1-4f18-bd84-05956c76b222,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:28.622471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 2, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:28.627044 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.655195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:20:28.655668 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Updating router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:20:28.659961 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.695970 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port b9e158dc-f0ff-4af6-a067-c9206232a4c6, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b9e158dc-f0ff-4af6-a067-c9206232a4c6,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:28.702426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.703203 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0b8122dd-8d11-4b4a-88ea-56e2f720e935 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:28.720038 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.745880 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.791193 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=b9e158dc-f0ff-4af6-a067-c9206232a4c6,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:28.859736 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.864707 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.882818 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:28.883115 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.936164 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=faa08897-97b1-4f18-bd84-05956c76b222,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:28.944381 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.959189 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:28.960463 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-45b8d481-8d18-4557-bdf0-7e3416b7c1ad tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8442612 Jul 16 15:20:29.118340 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-e0edd567-c363-464d-aa1f-697e4edff639 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--851105097&fields=id&tenant_id=eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 267 time: 0.0343289 Jul 16 15:20:29.119145 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:29.129929 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Transition to ACTIVE for port object 7d6ef6ae-8f79-44a0-812b-e964e80445c0 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:29.136324 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:29.187471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1dfa-0a7e-4a7d-835e-c9f14e1c46eb None None] Pushing event updated for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:29.237531 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-4ab0730f-3562-4227-9729-11e25bd216e1 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:29.239110 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-4ab0730f-3562-4227-9729-11e25bd216e1 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 810 time: 0.1145630 Jul 16 15:20:29.246327 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Attempting to bind port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:20:29.246895 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Attempting to bind port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:20:29.247125 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Attempting to bind port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:20:29.253335 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:20:29.253713 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Checking segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:20:29.254145 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:29.254581 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Bound using segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:20:29.255049 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Bound port: 7d6ef6ae-8f79-44a0-812b-e964e80445c0, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:20:29.255307 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-60c5a5b3-015c-4f86-87da-0b45fe2e97e4 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/quotas/eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 375 time: 0.0103128 Jul 16 15:20:29.255455 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:29.321532 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] For port 7d6ef6ae-8f79-44a0-812b-e964e80445c0, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:20:29.324753 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] For port 7d6ef6ae-8f79-44a0-812b-e964e80445c0, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=7d6ef6ae-8f79-44a0-812b-e964e80445c0,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:20:29.328816 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-c44be639-9a2d-435a-8da6-5f0fa6d1c9c2 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0668013 Jul 16 15:20:29.330850 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:29.382549 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:29.383173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:29.499787 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-917fdb89-346c-424d-b429-5c63d76826d9 service neutron] 10.222.0.39 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560371 Jul 16 15:20:29.561533 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1dfa-0a7e-4a7d-835e-c9f14e1c46eb None None] Pushing event updated for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:29.606275 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-6d992a19-a734-4f38-9a48-297e55c55492 service neutron] 10.222.0.39 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986819 Jul 16 15:20:29.637702 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:29.796171 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-766cafd5-d7b8-4b35-b594-70dbbb059a26 req-0f10d215-461c-4afe-9175-ab027556f1e4 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 210 time: 0.0385568 Jul 16 15:20:29.857307 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:29Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:29.884619 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e5d6b0-243c-4a6e-b7c1-6d64a0cfe2a6 None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:29Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:20:30.362913 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b9e158dc-f0ff-4af6-a067-c9206232a4c6 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:30.417247 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b9e158dc-f0ff-4af6-a067-c9206232a4c6 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:30.417524 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:30.507937 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 7d6ef6ae-8f79-44a0-812b-e964e80445c0 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:30.560108 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:30.564874 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:30.565259 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:30.656508 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:30.693553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 7d6ef6ae-8f79-44a0-812b-e964e80445c0, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=7d6ef6ae-8f79-44a0-812b-e964e80445c0,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:30.697832 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:30.753173 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:30.947896 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2ab476c7-4a60-457d-9ac1-bc9fbd71997e req-ba7b55ae-5da9-496f-90fa-76bc6bdecd25 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 210 time: 0.0319917 Jul 16 15:20:31.263115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-e273e687-76ac-47e7-b78a-f7716728cfae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:31.264590 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-e273e687-76ac-47e7-b78a-f7716728cfae tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 810 time: 0.1072555 Jul 16 15:20:31.320594 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-6f8ffed5-1493-4386-8602-f266e6fc6169 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 379 time: 0.0343289 Jul 16 15:20:31.328848 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'port': {'device_id': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'admin_state_up': True, 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'security_groups': ['529d16ed-6721-49e7-b9b9-ef3e97a55a8e']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:31.434375 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Made reservation on behalf of eba049ea6ad2410b86b0740d6c7a1600 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:20:31.437958 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:31.568666 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Allocated IP 172.20.0.10 (d7007d46-080a-44b8-920c-2344a26b3491/42684059-554f-4e69-93fa-7cbcef434e52/6e934423-482f-4ef6-ae40-85fadc8bb25d) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:20:31.713499 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:31.727015 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Transition to ACTIVE for port object 6e934423-482f-4ef6-ae40-85fadc8bb25d will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:31.757999 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:31.802586 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Network d7007d46-080a-44b8-920c-2344a26b3491 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:20:31.805681 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:20:31.809525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:20:31.832728 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:31.860301 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:31.861150 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:31.878001 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-3a382e6c-7e2f-4a86-8eb8-80bcf7208bcf tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5525570 Jul 16 15:20:31.895616 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Request body: {'port': {'device_id': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:31.980247 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.095208 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-3dde7bcb-80e9-484a-bd48-82bd5c1e7b18 None None] Provisioning for port 6e934423-482f-4ef6-ae40-85fadc8bb25d completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:32.100946 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-3dde7bcb-80e9-484a-bd48-82bd5c1e7b18 None None] Provisioning complete for port 6e934423-482f-4ef6-ae40-85fadc8bb25d triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:32.101535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3dde7bcb-80e9-484a-bd48-82bd5c1e7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.130636 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24cfcf-fa1a-479d-a86c-026d43574ec3 req-a7929925-18f5-459d-8f26-87f6f4978379 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:32.132151 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ad24cfcf-fa1a-479d-a86c-026d43574ec3 req-a7929925-18f5-459d-8f26-87f6f4978379 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 932 time: 0.0695806 Jul 16 15:20:32.138263 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-3dde7bcb-80e9-484a-bd48-82bd5c1e7b18 None None] Port 6e934423-482f-4ef6-ae40-85fadc8bb25d cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:20:32.170273 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ad24cfcf-fa1a-479d-a86c-026d43574ec3 req-de3940af-a363-435a-a581-30f1478d32b0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320168 Jul 16 15:20:32.251874 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e934423-482f-4ef6-ae40-85fadc8bb25d {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:20:32.259135 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.271135 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Transition to ACTIVE for port object 6e934423-482f-4ef6-ae40-85fadc8bb25d will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:20:32.274705 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 7d6ef6ae-8f79-44a0-812b-e964e80445c0 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:32.275218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.329715 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:32.330126 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.347058 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Pushing event updated for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:32.402559 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Attempting to bind port 6e934423-482f-4ef6-ae40-85fadc8bb25d on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:20:32.402904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Attempting to bind port 6e934423-482f-4ef6-ae40-85fadc8bb25d by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:20:32.403241 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Attempting to bind port 6e934423-482f-4ef6-ae40-85fadc8bb25d on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:20:32.407873 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Port 6e934423-482f-4ef6-ae40-85fadc8bb25d on network d7007d46-080a-44b8-920c-2344a26b3491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:20:32.408233 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Attempting to bind port 6e934423-482f-4ef6-ae40-85fadc8bb25d on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:20:32.413164 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:20:32.413509 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Checking segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:20:32.413918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Bound using segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:20:32.414366 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Bound port: 6e934423-482f-4ef6-ae40-85fadc8bb25d, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:20:32.414730 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.480246 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:20:32.483410 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:20:32.487588 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.521343 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:32.522043 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:32.523364 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] 10.222.0.54 "PUT /v2.0/ports/6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 200 len: 1094 time: 0.6328743 Jul 16 15:20:32.523800 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:20:32.526012 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c232611-17de-4398-91cc-c8e5adf5e748" -d '{"events": [{"name": "network-changed", "server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:20:32.559501 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02742cb-51ab-4680-977c-8884cea74901 service neutron] Pushing event updated for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:32.588222 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e22a9-3e03-457f-96a9-3a9b771bfa3b x-openstack-request-id: req-ec5e22a9-3e03-457f-96a9-3a9b771bfa3b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:20:32.588510 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:20:32.588913 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec5e22a9-3e03-457f-96a9-3a9b771bfa3b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:20:32.589315 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'status': 'completed', 'code': 200} Jul 16 15:20:32.636513 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-cd8a22a8-7fef-4244-ba18-7ab51d530932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:32.637829 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-cd8a22a8-7fef-4244-ba18-7ab51d530932 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 1097 time: 0.0602877 Jul 16 15:20:32.685081 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-79dcf01b-89e5-4b29-bd01-8c7901bb23ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 200 len: 217 time: 0.0353935 Jul 16 15:20:32.732096 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-d68a85a1-56b5-4131-ab78-c1b07eaa1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:32.733591 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-d68a85a1-56b5-4131-ab78-c1b07eaa1437 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0429499 Jul 16 15:20:32.805771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-5d1dafb9-1425-4fec-85a1-d0f4189e2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:32.807371 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-5d1dafb9-1425-4fec-85a1-d0f4189e2143 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674822 Jul 16 15:20:32.907391 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-84635ee6-53f2-4203-bd8c-b0f5f830fbca service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932679 Jul 16 15:20:33.232181 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-75ecdaa2-3a10-499c-b14e-15f63911873b req-9c017a39-bed5-409e-997e-ac4460005478 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187430 Jul 16 15:20:33.348265 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ed68c-f16e-4f2f-9c4e-66075d6f1b48 req-b60058c0-18c4-4acd-bc6f-d66e68658ba5 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:33.349757 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-df0ed68c-f16e-4f2f-9c4e-66075d6f1b48 req-b60058c0-18c4-4acd-bc6f-d66e68658ba5 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 944 time: 0.0651374 Jul 16 15:20:33.369377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-b39121cc-1827-403f-a346-2281e3b98085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:33.370903 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-b39121cc-1827-403f-a346-2281e3b98085 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 1097 time: 0.0531747 Jul 16 15:20:33.390406 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-df0ed68c-f16e-4f2f-9c4e-66075d6f1b48 req-434ad839-d77a-4905-996f-9d1eb7455398 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Jul 16 15:20:33.462303 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-2dd58d0d-0ad0-45c2-b8e0-e1fdabfb45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:33.463665 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-2dd58d0d-0ad0-45c2-b8e0-e1fdabfb45d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 911 time: 0.0867295 Jul 16 15:20:33.503438 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-5119f77c-8588-4dbd-ba07-757baf464fce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 200 len: 217 time: 0.0328071 Jul 16 15:20:33.550783 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-167fc87e-d69d-481d-9c73-5a8ec8e3786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:33.552215 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-167fc87e-d69d-481d-9c73-5a8ec8e3786b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0422859 Jul 16 15:20:33.611634 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-a8ae84df-ce1e-4482-875f-13f425234bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:33.613128 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-a8ae84df-ce1e-4482-875f-13f425234bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547159 Jul 16 15:20:33.701220 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-fe2d7c3e-5110-4bd2-88e1-70259d287bce service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806544 Jul 16 15:20:33.792677 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1c232611-17de-4398-91cc-c8e5adf5e748 req-9fb2f19b-fa75-4790-ae7c-1491f50a0ee3 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843742 Jul 16 15:20:34.571904 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bec2c2-38aa-4cad-a558-6be76b435141 req-4f601901-80e9-49df-aa78-7f46d7f1ab28 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:34.573392 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52bec2c2-38aa-4cad-a558-6be76b435141 req-4f601901-80e9-49df-aa78-7f46d7f1ab28 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 944 time: 0.0624945 Jul 16 15:20:34.611167 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-52bec2c2-38aa-4cad-a558-6be76b435141 req-61ac9138-ce8d-45a2-8d5a-b03d2e69721a tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322287 Jul 16 15:20:35.171406 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6e934423-482f-4ef6-ae40-85fadc8bb25d details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:20:35.266854 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:35.277943 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'port_id': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'mac_address': 'fa:16:3e:7a:c7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:20:35.313887 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:35.325893 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e934423-482f-4ef6-ae40-85fadc8bb25d {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:20:35.346747 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:35.351924 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:35.398133 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:35.728823 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['6e934423-482f-4ef6-ae40-85fadc8bb25d'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:20:35.781701 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c866008-3823-4f4d-b9b4-9213d6710ca7 req-12742747-5368-49ae-ad53-847a79c16c52 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:35.783807 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c866008-3823-4f4d-b9b4-9213d6710ca7 req-12742747-5368-49ae-ad53-847a79c16c52 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Jul 16 15:20:35.821698 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-1c866008-3823-4f4d-b9b4-9213d6710ca7 req-989815d2-c640-4752-8188-778766c6a81c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Jul 16 15:20:36.997773 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661cd920-ce02-448b-83a8-a0802461fa32 req-2c1e1e3b-b6fc-4401-84c0-0e0cada23e65 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:36.999295 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-661cd920-ce02-448b-83a8-a0802461fa32 req-2c1e1e3b-b6fc-4401-84c0-0e0cada23e65 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 945 time: 0.0686429 Jul 16 15:20:37.037373 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-661cd920-ce02-448b-83a8-a0802461fa32 req-49b85066-9820-459e-b8aa-fbdbe167c0bd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Jul 16 15:20:37.169504 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6e934423-482f-4ef6-ae40-85fadc8bb25d up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:20:37.221356 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 6e934423-482f-4ef6-ae40-85fadc8bb25d completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:20:37.225018 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 6e934423-482f-4ef6-ae40-85fadc8bb25d triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:20:37.225394 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:37.301486 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:37.323585 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:20:37.325837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7766fd0-cc69-4ec3-9539-642f2bb858d9" -d '{"events": [{"server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "name": "network-vif-plugged", "status": "completed", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:20:37.343633 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:20:37.348934 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:37.401074 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:20:37.417349 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd4469a-8e79-4021-8227-79b175c06272 x-openstack-request-id: req-3cd4469a-8e79-4021-8227-79b175c06272 {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:20:37.417640 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "name": "network-vif-plugged", "status": "completed", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:20:37.417920 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd4469a-8e79-4021-8227-79b175c06272 {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:20:37.418361 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'code': 200} Jul 16 15:20:37.661691 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691131b-5acb-4acd-a1b3-81b0e5b0c479 req-6c5931d5-19b5-4933-8a70-b0d6cd55891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:37.663345 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1691131b-5acb-4acd-a1b3-81b0e5b0c479 req-6c5931d5-19b5-4933-8a70-b0d6cd55891e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 1099 time: 0.0509338 Jul 16 15:20:37.698146 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1691131b-5acb-4acd-a1b3-81b0e5b0c479 req-b74b59fa-9c6b-42c5-9587-9bb939fa5647 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278845 Jul 16 15:20:38.210788 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0a0b3-2693-48a4-ae04-68c079286dcf req-326f41f8-3d06-4a77-b6ff-91fb96ceda9d tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:38.210788 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ec0a0b3-2693-48a4-ae04-68c079286dcf req-326f41f8-3d06-4a77-b6ff-91fb96ceda9d tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 946 time: 0.0656986 Jul 16 15:20:38.249219 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3ec0a0b3-2693-48a4-ae04-68c079286dcf req-6a4844e1-fba8-42bb-be8c-31604c8ec4ac tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309572 Jul 16 15:20:39.424580 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a774d95-144c-4d7b-85f2-41aa52d808e9 req-520b80ed-95b4-48dc-9eec-2771f445581e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:39.426042 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a774d95-144c-4d7b-85f2-41aa52d808e9 req-520b80ed-95b4-48dc-9eec-2771f445581e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 946 time: 0.0649276 Jul 16 15:20:39.464781 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4a774d95-144c-4d7b-85f2-41aa52d808e9 req-3c783d02-0674-4528-a6dc-ecad42ab45fc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Jul 16 15:20:39.629952 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da8d51-56c1-4b0c-b541-9bb696c4e578 req-d74703db-6f93-4d1f-adf2-346de6dcf479 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:39.631958 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b3da8d51-56c1-4b0c-b541-9bb696c4e578 req-d74703db-6f93-4d1f-adf2-346de6dcf479 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 946 time: 0.0646725 Jul 16 15:20:39.640430 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 43700) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:20:39.644858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'floatingip': {'port_id': '6e934423-482f-4ef6-ae40-85fadc8bb25d'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:20:39.682173 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:40.366921 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:40.370741 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:40.470001 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Floating IP 172fba07-7899-4488-be4b-6eeaf604aba0 associated. External IP: 172.27.0.76, port: 6e934423-482f-4ef6-ae40-85fadc8bb25d. Jul 16 15:20:40.672897 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:20:40.778737 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:20:40.783243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:40.788515 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:20:40.797368 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:40.797968 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:40.828477 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-e5b42a79-b5fc-474f-8827-487cb65832bc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "PUT /v2.0/floatingips/172fba07-7899-4488-be4b-6eeaf604aba0 HTTP/1.1" status: 200 len: 991 time: 1.1842933 Jul 16 15:20:40.828477 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:20:40.828787 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18ddcf3-35d8-4605-8a62-580221c37c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:20:40.926907 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892b22f0-b2f5-4a79-85a4-1b3b0dee72da x-openstack-request-id: req-892b22f0-b2f5-4a79-85a4-1b3b0dee72da {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:20:40.927266 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:20:40.928156 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-892b22f0-b2f5-4a79-85a4-1b3b0dee72da {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:20:40.928686 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'status': 'completed', 'code': 200} Jul 16 15:20:41.002332 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:41.042252 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-ccfe2581-691d-4750-b477-bd3734232179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:41.043797 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-ccfe2581-691d-4750-b477-bd3734232179 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 1099 time: 0.0518823 Jul 16 15:20:41.140091 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-e87d8530-e270-4a2b-b842-65f326bcba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:41.141596 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-e87d8530-e270-4a2b-b842-65f326bcba7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 911 time: 0.0920031 Jul 16 15:20:41.207002 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-008be499-e989-4f24-b22a-a83e5a515da4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 200 len: 999 time: 0.0590980 Jul 16 15:20:41.226530 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '172fba07-7899-4488-be4b-6eeaf604aba0', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:7a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:20:28Z', 'updated_at': '2021-07-16T15:20:40Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:41.253380 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:20:41.260316 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-24c24343-99df-44c4-a35a-6ae249fa7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:41.261438 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:20:41.261808 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-24c24343-99df-44c4-a35a-6ae249fa7419 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0483837 Jul 16 15:20:41.262034 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:20:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:41.318489 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-d7a53f14-070c-44df-aa53-665e9e28f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:20:41.320110 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-d7a53f14-070c-44df-aa53-665e9e28f223 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524223 Jul 16 15:20:41.367223 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:20:41.410461 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-14d76f58-adf1-47fc-92ed-a6bf1cb4da7c service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833192 Jul 16 15:20:41.502497 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e18ddcf3-35d8-4605-8a62-580221c37c4e req-15d587c3-899f-4bcc-a669-6165796039cd service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Jul 16 15:20:41.592321 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '172fba07-7899-4488-be4b-6eeaf604aba0', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:7a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:20:28Z', 'updated_at': '2021-07-16T15:20:40Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:20:41.620004 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92e620-9d27-4e27-af80-2d226f4b4f57 None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '172fba07-7899-4488-be4b-6eeaf604aba0', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:7a:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:20:28Z', 'updated_at': '2021-07-16T15:20:40Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:20:41.795083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa9e852-0508-4522-93a1-046599e96935 None None] New status for floating IP 172fba07-7899-4488-be4b-6eeaf604aba0: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:20:48.119295 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-16423f47-6407-4ee7-96e6-6c4c5eb19030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:50.581322 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e8b7db76-b975-4773-bc5a-2d6a8cfd4b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:51.017153 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:52.116784 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:53.050456 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:20:53.854285 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:03.391885 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:21:05.264306 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-fb535113-0c91-4052-b693-e690b20810d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509648 Jul 16 15:21:05.388241 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-d17be68a-3ba5-49c1-8713-d31a422e7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:21:05.389630 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-d17be68a-3ba5-49c1-8713-d31a422e7eb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0587280 Jul 16 15:21:05.492444 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-9b779789-3268-464f-84ee-17e95cb96f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:21:05.493910 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-9b779789-3268-464f-84ee-17e95cb96f9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0847125 Jul 16 15:21:05.539239 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-70bd33eb-9f0a-4dab-bcd8-175bb5e44b3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0387218 Jul 16 15:21:05.586983 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-985669e2-c2d7-4f0e-968d-cba73b895add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:21:05.588383 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-985669e2-c2d7-4f0e-968d-cba73b895add service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0431981 Jul 16 15:21:05.620324 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-bbf5704d-d69e-4f65-ae16-11731120958e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253813 Jul 16 15:21:05.708937 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-90a6c228-2220-469e-bccf-07581c5782d1 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819175 Jul 16 15:21:05.793791 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8ef34bf5-ced0-4856-bdc7-f6d04f2bbe06 req-cd28ddee-ed64-44a1-b557-468a4205777c service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783529 Jul 16 15:21:18.120039 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-467a8877-9d17-4d54-8806-c798f4a7a461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:20.582437 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c807ceb8-984d-4f6a-8dc4-0ab56d1e17fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:21.017415 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:22.119783 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:23.049913 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:23.858599 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:40.391000 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:21:48.120385 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b34fc5f-0b21-4c26-a1b1-9903bfac6414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:50.583717 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-935e390f-fb3c-4808-a205-ba85399cd47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:51.019053 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:52.121981 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:53.047374 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:21:53.864935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:05.424869 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-32f9786d-a20b-4b7b-89b7-bad1c9190bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539742 Jul 16 15:22:05.505442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-cfa9489f-7bd9-4821-bc10-bd80c7fbdfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:22:05.506913 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-cfa9489f-7bd9-4821-bc10-bd80c7fbdfaf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.0503235 Jul 16 15:22:05.610209 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-8e429236-ba22-4bd5-a063-95769470db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:22:05.611672 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-8e429236-ba22-4bd5-a063-95769470db03 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0847328 Jul 16 15:22:05.655772 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-5c3569b5-0438-4222-a24b-8fb847a049fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0379477 Jul 16 15:22:05.704852 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-bbfe57bd-defb-4a52-89a8-f6d489a7f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:22:05.706586 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-bbfe57bd-defb-4a52-89a8-f6d489a7f708 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0448005 Jul 16 15:22:05.738423 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-73380cdc-34fc-43e2-91eb-82442673b042 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255859 Jul 16 15:22:05.828061 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-e6abb167-ffda-48ed-afeb-313f3587e774 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Jul 16 15:22:05.916783 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9ca72cba-a77e-4ade-a405-e30af59e9533 req-89566246-232c-4c4f-ac2e-f23f1e2be648 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819533 Jul 16 15:22:17.389897 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:22:18.120636 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f0c87af3-1a86-45b5-bfa8-80912071c2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:20.585038 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ecd79ea4-20df-4f72-a413-d40fcacc656a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:21.020258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:22.125752 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:23.045935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:23.867054 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:48.121564 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7203c37d-f587-43ff-a3c7-af5fd13e175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:50.585558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a45d96e3-732c-4191-bf1b-925019c3c6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:51.021435 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:52.133130 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:53.043097 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:53.866953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:22:54.389868 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:23:06.290558 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-2ec8fb86-b523-49a1-917b-d528d00190f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557306 Jul 16 15:23:06.374002 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-2f762d63-9e92-4dbe-912d-2ae0145b081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:06.375458 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-2f762d63-9e92-4dbe-912d-2ae0145b081b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1099 time: 0.0523539 Jul 16 15:23:06.477199 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-0e31cab4-f19e-455d-9bff-87e9525edab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:06.478686 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-0e31cab4-f19e-455d-9bff-87e9525edab5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0830629 Jul 16 15:23:06.522581 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-731a81d0-31a4-47bf-b8dd-3bb28548dacb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0368323 Jul 16 15:23:06.569131 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-394bc874-4cd1-4a9a-95bc-9e6b9f037bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:06.570538 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-394bc874-4cd1-4a9a-95bc-9e6b9f037bf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0425947 Jul 16 15:23:06.601287 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-84bbed02-721f-4aba-9fc2-f0b7b62ef7f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245132 Jul 16 15:23:06.691765 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-7cae0819-0bcb-4be8-8eff-e95ab5c69623 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842488 Jul 16 15:23:06.777053 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1b3311a7-fce0-4c92-b048-f1d48c0a1b10 req-18fb8d65-373c-4e3d-960a-a99cd1034465 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794208 Jul 16 15:23:18.123339 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b998747-d607-4728-bb0d-f32a0ef77d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:20.585698 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6d760f5f-9ffd-41d8-8f2a-c2499b65d050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:21.021449 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:22.131357 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:23.044381 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:23.869618 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:31.388200 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:23:36.258862 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45450) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:36.360314 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.452383 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.457488 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.500089 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9d631-de72-48bb-a3c0-7c48063343a2,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:36.503880 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca657316dc534c16b3db85bea704ec7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439587 Jul 16 15:23:36.506625 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 45458) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:36.509593 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.509951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.510323 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.510662 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.510996 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.511330 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.511770 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.512108 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.512441 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.512767 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.513092 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.513466 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e96e5f-4c7d-4c7a-b61e-06d8825e0e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.559657 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.581045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.631377 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.634045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:36.637728 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fae9d631-de72-48bb-a3c0-7c48063343a2 HTTP/1.1" status: 204 len: 168 time: 0.1276734 Jul 16 15:23:36.649475 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9d631-de72-48bb-a3c0-7c48063343a2,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:36.657381 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.657847 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.658070 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.658437 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.658775 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.659111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.659442 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.659779 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.660110 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.660435 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.660760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:36.661106 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e71ad97-1263-4c7b-b622-b9aa9f3c472e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:37.243607 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45486) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:37.337210 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1157338014-network', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:37.358030 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Made reservation on behalf of 4b5d3ca238f04d55abf82b4aab7fa950 for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:23:37.360299 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.368560 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.457732 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.461510 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.484921 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:23:37.494601 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:37.501312 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.501663 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Added segment 7637da05-1144-46f7-9ab6-08260d3ca759 of type vlan for network ec0e13a4-a296-4c96-bb56-285bcaa444c0 Jul 16 15:23:37.544279 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.573257 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.574354 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:37.574939 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.605749 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3610733 Jul 16 15:23:37.608658 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45492) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:37.613457 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Request body: {'subnet': {'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1157338014-subnet', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:37.648098 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0727ead-5bf3-41c0-ae20-3a2bbf920e6f admin admin] Pushing event updated for resources: {'Network': ['ID=ec0e13a4-a296-4c96-bb56-285bcaa444c0,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:37.658580 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:23:37.667828 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Made reservation on behalf of 4b5d3ca238f04d55abf82b4aab7fa950 for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:23:37.670804 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.842722 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.890314 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:37.907192 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Checking segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:37.907553 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Network hostable DHCP agents. Network: ec0e13a4-a296-4c96-bb56-285bcaa444c0, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:23:37.923820 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:23:37.932817 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, ec0e13a4-a296-4c96-bb56-285bcaa444c0) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:37.937291 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:37.937866 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.944725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52eef0e-b9dc-4821-b864-e4e310509010 None None] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:23:37.951862 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ab9df7b8-20bf-4e3a-a622-bcedcf6d2b7a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3412950 Jul 16 15:23:37.954058 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45498) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:37.958704 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:37.979521 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:37.980534 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.033072 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.091166 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'fixed_ips': [{'subnet_id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:23:38.092358 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.170822 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.228438 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Allocated IP 172.20.0.2 (ec0e13a4-a296-4c96-bb56-285bcaa444c0/10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735/6c4bf6dc-9944-4479-b4c3-07a6901d57a8) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:38.368602 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.390337 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.488702 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.493040 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Allocated IP 172.27.0.56 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/eec56b02-8a5a-4f92-9e81-86f1796f2e44) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:38.497114 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Transition to ACTIVE for port object 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:38.512431 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Transition to ACTIVE for port object 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:38.519254 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.555691 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:38.561907 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:38.565846 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:38.574299 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Pushing event updated for resources: {'Port': ['ID=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:38.586370 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.586730 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.587075 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.587418 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.587754 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.588091 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.588426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.588757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.589105 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.589439 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.589764 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.590107 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:38.604597 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.640467 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Attempting to bind port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:38.640751 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Attempting to bind port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:38.641118 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Attempting to bind port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 on network ec0e13a4-a296-4c96-bb56-285bcaa444c0 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:38.648092 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:38.648488 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Checking segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:38.648875 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.649278 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Bound using segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:38.649752 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Bound port: 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:38.650138 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.650487 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.687523 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:38.692927 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:38.695984 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:38.719479 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] For port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:38.723432 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] For port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:38.727365 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Pushing event updated for resources: {'Port': ['ID=eec56b02-8a5a-4f92-9e81-86f1796f2e44,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:38.738265 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:38.804977 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee278-5c1b-481c-aecf-fa5266b0fca1 None None] Pushing event updated for resources: {'Port': ['ID=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:38.989486 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:39.191344 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:39.323043 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Router 87a3b7bb-d486-4c32-94cc-3ece91540753 is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:23:39.431356 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:23:39.443943 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Sync routers for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:23:39.449736 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] Notify callbacks [] for router, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:39.453493 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-a9466f13-bd0b-40c3-8e82-ea90449e3396 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4956629 Jul 16 15:23:39.453705 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45512) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:39.455351 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:39.455964 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:39.571450 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:39.701400 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd25521b-416d-40e1-9c63-c425d006c57d None None] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:23:39.737912 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-019385c0-b883-412a-8706-3927bb5a2f00 None None] Provisioning for port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:39.763637 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:38Z', 'revision_number': 3, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:39.792335 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Checking router: 87a3b7bb-d486-4c32-94cc-3ece91540753 for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:23:39.792781 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Updating router 87a3b7bb-d486-4c32-94cc-3ece91540753 port eec56b02-8a5a-4f92-9e81-86f1796f2e44 binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:23:39.830338 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.113731 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.124079 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Transition to ACTIVE for port object eec56b02-8a5a-4f92-9e81-86f1796f2e44 will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:40.129767 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.165561 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.177292 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Attempting to bind port eec56b02-8a5a-4f92-9e81-86f1796f2e44 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:40.178123 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Attempting to bind port eec56b02-8a5a-4f92-9e81-86f1796f2e44 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:40.178123 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Attempting to bind port eec56b02-8a5a-4f92-9e81-86f1796f2e44 on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:40.188777 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:40.189164 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:40.189590 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.189989 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:40.190593 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Bound port: eec56b02-8a5a-4f92-9e81-86f1796f2e44, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:40.191012 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.192870 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Pushing event updated for resources: {'Port': ['ID=eec56b02-8a5a-4f92-9e81-86f1796f2e44,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:40.220900 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.221175 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.221519 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.221852 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.222197 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.222533 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.222857 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.223182 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.223534 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.223861 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.224187 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.224506 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:23:40.264066 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] For port eec56b02-8a5a-4f92-9e81-86f1796f2e44, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:40.267672 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] For port eec56b02-8a5a-4f92-9e81-86f1796f2e44, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eec56b02-8a5a-4f92-9e81-86f1796f2e44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:40.274610 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.328681 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:40.329344 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:40.346017 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Allocated IP 172.20.0.1 (ec0e13a4-a296-4c96-bb56-285bcaa444c0/10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735/eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:40.377115 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d4dce-019a-4c7b-85f3-23c5b0f4f471 None None] Pushing event updated for resources: {'Port': ['ID=eec56b02-8a5a-4f92-9e81-86f1796f2e44,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:40.402803 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:40.446389 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:40.453720 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:40.458526 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:40.458930 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.464256 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.478187 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.provisioning_blocks [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Transition to ACTIVE for port object eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 will not be triggered until provisioned by entity DHCP. {{(pid=92981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:40.516858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.542024 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.566742 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:40.570763 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:40.572698 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:40.580218 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:40.589364 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:40.595300 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.626063 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.657052 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:40.742115 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:38Z', 'revision_number': 3, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:40.771438 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4710d1-6082-49c1-8f45-9ca6c1b15c01 None None] The sync data for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi is: [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:38Z', 'revision_number': 3, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:23:40.784479 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.921468 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-164c59c8-4d48-4a53-b135-24603fe95720 None None] Provisioning for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:40.927576 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-164c59c8-4d48-4a53-b135-24603fe95720 None None] Provisioning complete for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:40.927957 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-164c59c8-4d48-4a53-b135-24603fe95720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.963661 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-164c59c8-4d48-4a53-b135-24603fe95720 None None] Port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:40.965218 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:40.970600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:41.056419 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:41.058698 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:41.157994 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:41.159417 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:41.285431 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Router 87a3b7bb-d486-4c32-94cc-3ece91540753 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:23:41.391483 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-325b3376-3f4e-4c6c-9f98-de4f4e344074 None None] Provisioning complete for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:41.391865 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-325b3376-3f4e-4c6c-9f98-de4f4e344074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:41.405384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:23:41.410790 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5a568d37-cc8f-4d7c-aa34-4d4876ec6c41 admin admin] 10.222.0.39 "PUT /v2.0/routers/87a3b7bb-d486-4c32-94cc-3ece91540753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9559910 Jul 16 15:23:41.430480 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-325b3376-3f4e-4c6c-9f98-de4f4e344074 None None] Port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:41.883599 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45546) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:41.888875 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1291214174-network', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:41.913474 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Made reservation on behalf of 6b97fca647c64cea8be06e73f32bf08d for: {'network': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:23:41.915957 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for network, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:41.929370 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.019177 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.023428 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.049452 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=92981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 15:23:42.058135 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef0d151-2ffa-4c93-b0dc-773562daf6a0,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:42.065177 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.065526 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.segments_db [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Added segment 1f947c1f-1f78-440c-9601-5efa8d17f44c of type vlan for network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 Jul 16 15:23:42.110942 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752196724996'] for network, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.140082 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082'] for network, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.141027 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:42.141608 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.172945 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2880366 Jul 16 15:23:42.175696 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 45552) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:42.181796 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Request body: {'subnet': {'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1291214174-subnet', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'ip_version': 4}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:42.211619 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab75f-fcba-476f-8107-474c14230f25 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:42.221515 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 details requested by agent ovs-agent-dv-cinder-801065-2-iscsi with host dv-cinder-801065-2-iscsi {{(pid=92982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 15:23:42.228699 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Made reservation on behalf of 6b97fca647c64cea8be06e73f32bf08d for: {'subnet': 1} {{(pid=92981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:23:42.231251 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11974952'] for subnet, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.324940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Sync routers for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:23:42.338553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:42.339359 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:42.422680 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11684825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11974970'] for subnet, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.455912 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:42.472867 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a77fac7-95e3-415a-b7b0-001d0a0b8094,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:42.490050 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Checking segment: {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:42.490516 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Network hostable DHCP agents. Network: c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1, hostable agents: ['ab1adad7-26b9-44d2-87ad-ae70f6fc06bc'], hosted agents: [] {{(pid=92981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 15:23:42.498940 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eec56b02-8a5a-4f92-9e81-86f1796f2e44 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:42.507394 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 is scheduled to be hosted by DHCP agent ab1adad7-26b9-44d2-87ad-ae70f6fc06bc with binding_index 1 {{(pid=92981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 15:23:42.516628 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801065-2-iscsi, c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1) {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:42.520559 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:42.521140 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.528488 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55310715-ba1f-49db-9822-35507b0cfcab None None] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:23:42.539012 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 45556) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:42.539548 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f09e8c25-388e-4c3e-a900-55d3e5618c11 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3625033 Jul 16 15:23:42.543802 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:42.565645 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-887287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8083'] for router, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.566578 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-887088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-913112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8088'] for router, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.617966 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.714479 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port eec56b02-8a5a-4f92-9e81-86f1796f2e44 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:42.744088 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port eec56b02-8a5a-4f92-9e81-86f1796f2e44 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:42.744467 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.754077 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-887074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-887186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.850797 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69ae9ecf-fa27-54b2-9c56-aa572daad62a-c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'fixed_ips': [{'subnet_id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094'}]}} from dv-cinder-801065-2-iscsi. {{(pid=92982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 15:23:42.851675 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.969933 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:42.986062 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 4, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4', 'name': '', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'mac_address': 'fa:16:3e:78:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:40Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 2, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'subnets': [{'id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:42.990402 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.024797 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.033149 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Checking router: 87a3b7bb-d486-4c32-94cc-3ece91540753 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:23:43.033511 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Updating router 87a3b7bb-d486-4c32-94cc-3ece91540753 port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:23:43.099878 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Allocated IP 172.27.0.146 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/b4d17caf-a1be-4a9f-b23b-c024efa7a4be) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:43.100758 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port eec56b02-8a5a-4f92-9e81-86f1796f2e44, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eec56b02-8a5a-4f92-9e81-86f1796f2e44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:43.113092 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.114008 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:43.136696 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.db_base_plugin_common [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Allocated IP 172.20.0.2 (c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1/0a77fac7-95e3-415a-b7b0-001d0a0b8094/ef449638-5b3c-4c01-9081-1cc78d8c4fc7) {{(pid=92982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:43.140123 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.207966 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.248873 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.257457 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=eec56b02-8a5a-4f92-9e81-86f1796f2e44,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:43.284825 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:43.287656 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:43.293122 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:43.321948 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Pushing event updated for resources: {'Port': ['ID=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:43.519686 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:43.520174 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.549369 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.663577 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks [] for port, precommit_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.682587 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Transition to ACTIVE for port object ef449638-5b3c-4c01-9081-1cc78d8c4fc7 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:43.738083 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Transition to ACTIVE for port object ef449638-5b3c-4c01-9081-1cc78d8c4fc7 will not be triggered until provisioned by entity DHCP. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:43.749329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-887292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-887047'] for router, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.755287 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651'] for port, after_create {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.830731 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 is already hosted by enough agents. {{(pid=92982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:43.835884 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.838476 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.scheduler.base_scheduler [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Resources bound (agent type, host, resource id): {{(pid=92982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:43.841064 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Received port after_create {{(pid=92982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:43.859843 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Pushing event updated for resources: {'Port': ['ID=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,revision_number=1']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:43.880192 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Transition to ACTIVE for port object eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:43.880682 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Router d89faf53-1d61-4827-8cbb-2a8015f55d3d is scheduled to L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 with binding_index 1 {{(pid=92980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 15:23:43.908024 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.947163 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Attempting to bind port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:43.947539 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Attempting to bind port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:43.947968 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Attempting to bind port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 on network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:43.976468 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:43.976848 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Checking segment: {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:43.977251 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.977645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Bound using segment: {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:43.978123 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Bound port: ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:43.978535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:43.988276 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff19489-017b-42dc-9339-060527b353d9 None None] Pushing event updated for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:44.092899 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Attempting to bind port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:44.093292 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Attempting to bind port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:44.093663 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Attempting to bind port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 on network ec0e13a4-a296-4c96-bb56-285bcaa444c0 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:44.105373 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:44.105750 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Checking segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:44.106187 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.106592 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Bound using segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:44.107133 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Bound port: eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:44.107634 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.135200 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] For port ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:44.139698 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] For port ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:44.158247 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.228352 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:23:44.240893 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Sync routers for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:23:44.255191 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] For port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:44.255504 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:44.255684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.256395 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:44.261042 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-2ff207b5-e069-4fe2-9410-8025bc6e90f5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7173820 Jul 16 15:23:44.261042 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 45572) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:23:44.261946 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] For port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:44.264120 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f97cb-28dd-4b93-9da6-06e2e860195c None None] Pushing event updated for resources: {'Port': ['ID=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,revision_number=2']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:44.268884 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.352044 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:44.352865 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:44.415164 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:44.425645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eec56b02-8a5a-4f92-9e81-86f1796f2e44 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:44.436253 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff19489-017b-42dc-9339-060527b353d9 None None] Pushing event updated for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:44.646084 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:44.690787 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port eec56b02-8a5a-4f92-9e81-86f1796f2e44 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:44.691176 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.712387 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 3, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:44.743155 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Checking router: d89faf53-1d61-4827-8cbb-2a8015f55d3d for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:23:44.743549 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Updating router d89faf53-1d61-4827-8cbb-2a8015f55d3d port b4d17caf-a1be-4a9f-b23b-c024efa7a4be binding host dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:23:44.778464 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.846906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:44.969674 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 4, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4', 'name': '', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'mac_address': 'fa:16:3e:78:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:40Z', 'updated_at': '2021-07-16T15:23:44Z', 'revision_number': 4, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'subnets': [{'id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:45.002440 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f36233-13d8-4a51-9af4-1414756ba9d6 None None] The sync data for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi is: [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:23:40Z', 'revision_number': 4, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': 'eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4', 'name': '', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'mac_address': 'fa:16:3e:78:ec:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:40Z', 'updated_at': '2021-07-16T15:23:44Z', 'revision_number': 4, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'subnets': [{'id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:23:45.028614 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Allocated IP 172.20.0.1 (c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1/0a77fac7-95e3-415a-b7b0-001d0a0b8094/3a4cf881-c8ee-4b5a-8197-46986c7919c6) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:45.105662 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks [] for port, precommit_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.125018 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.provisioning_blocks [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Transition to ACTIVE for port object b4d17caf-a1be-4a9f-b23b-c024efa7a4be will not be triggered until provisioned by entity L2. {{(pid=92983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:45.137750 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.193759 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722da9-19c4-4082-9c8d-c82fe1190086 None None] Pushing event updated for resources: {'Port': ['ID=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,revision_number=2']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:45.209715 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.214199 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Attempting to bind port b4d17caf-a1be-4a9f-b23b-c024efa7a4be on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:45.214871 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Attempting to bind port b4d17caf-a1be-4a9f-b23b-c024efa7a4be by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:45.215322 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Attempting to bind port b4d17caf-a1be-4a9f-b23b-c024efa7a4be on network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:45.220860 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:45.221236 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Checking segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:45.221656 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.222046 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Bound using segment: {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'} {{(pid=92983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:45.223859 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.managers [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Bound port: b4d17caf-a1be-4a9f-b23b-c024efa7a4be, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90569e28-d974-4ef9-89cf-39e6d5898e5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}}] {{(pid=92983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:45.224706 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.230867 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Transition to ACTIVE for port object 3a4cf881-c8ee-4b5a-8197-46986c7919c6 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:45.271880 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.288251 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] For port b4d17caf-a1be-4a9f-b23b-c024efa7a4be, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:45.291868 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.plugins.ml2.db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] For port b4d17caf-a1be-4a9f-b23b-c024efa7a4be, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:45.296694 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron_lib.callbacks.manager [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.316513 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:45.322927 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:45.326639 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:45.360559 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:45.360801 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78722da9-19c4-4082-9c8d-c82fe1190086 None None] Pushing event updated for resources: {'Port': ['ID=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,revision_number=3']} {{(pid=92983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:45.379789 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:45.380423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958768'] for router_interface, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.380536 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:45.513066 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:45.516176 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e5e813-0f02-401f-97f3-e2cc67dfaa51 None None] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:23:45.557087 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.645135 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-02f23da0-4459-471a-acc3-c9bc0fcad619 None None] Provisioning for port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:45.772791 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.781361 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.782733 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 3, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:45.835888 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36711c87-a562-45b9-b01c-c606092a9587 None None] The sync data for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi is: [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 3, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:23:45.840918 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958788'] for router_interface, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:45.925447 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:46.016655 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:46.018328 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:46.166298 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Router d89faf53-1d61-4827-8cbb-2a8015f55d3d has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:23:46.242321 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9433e30c-9cd1-431b-99be-7ba22a9443ef None None] Provisioning for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:46.249250 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-9433e30c-9cd1-431b-99be-7ba22a9443ef None None] Provisioning complete for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:46.249906 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9433e30c-9cd1-431b-99be-7ba22a9443ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.318900 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-9433e30c-9cd1-431b-99be-7ba22a9443ef None None] Port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:46.403334 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:23:46.412649 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-64bbb3d1-cbcb-4fe0-94d4-dcb4acec9131 admin admin] 10.222.0.39 "PUT /v2.0/routers/d89faf53-1d61-4827-8cbb-2a8015f55d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1504483 Jul 16 15:23:46.481312 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ad57b82a-95ab-4b6f-9c46-7757bc71e2de None None] Provisioning complete for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:46.482617 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ad57b82a-95ab-4b6f-9c46-7757bc71e2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.542916 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ad57b82a-95ab-4b6f-9c46-7757bc71e2de None None] Port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:46.562045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ef449638-5b3c-4c01-9081-1cc78d8c4fc7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:46.621537 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:46.626650 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:46.627038 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.680592 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-023bc7ae-15ff-4252-b331-9e45a7073d08 None None] Provisioning complete for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:46.681316 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-023bc7ae-15ff-4252-b331-9e45a7073d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.743030 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-023bc7ae-15ff-4252-b331-9e45a7073d08 None None] Port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:46.756717 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.792819 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:46.797837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.798713 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b4d17caf-a1be-4a9f-b23b-c024efa7a4be up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:46.885946 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:46.910300 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port b4d17caf-a1be-4a9f-b23b-c024efa7a4be completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:46.915445 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b4d17caf-a1be-4a9f-b23b-c024efa7a4be triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:46.915910 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:46.998346 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:47.023148 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port b4d17caf-a1be-4a9f-b23b-c024efa7a4be, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:47.029886 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:47.031794 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:47.141531 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:47.156908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:47.161583 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:47.161967 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:47.237840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:47.269409 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:47.272655 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:47.342868 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:48.135923 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e41eab9d-43c3-4579-9a44-de907493ce3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:48.440433 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ef449638-5b3c-4c01-9081-1cc78d8c4fc7 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:48.502954 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:48.503343 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:48.590992 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b4d17caf-a1be-4a9f-b23b-c024efa7a4be up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:48.618645 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Sync routers for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:23:48.774890 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:48.775471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:48.901384 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port b4d17caf-a1be-4a9f-b23b-c024efa7a4be triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:48.902191 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:48.945042 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:49.126013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:49.225880 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:49.226550 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.285430 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 4, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '3a4cf881-c8ee-4b5a-8197-46986c7919c6', 'name': '', 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'mac_address': 'fa:16:3e:0f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:44Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 2, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'subnets': [{'id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:49.338869 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Checking router: d89faf53-1d61-4827-8cbb-2a8015f55d3d for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:23:49.339141 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Updating router d89faf53-1d61-4827-8cbb-2a8015f55d3d port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 binding host dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 15:23:49.385202 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.678767 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks [] for port, precommit_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.690214 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Transition to ACTIVE for port object 3a4cf881-c8ee-4b5a-8197-46986c7919c6 will not be triggered until provisioned by entity L2. {{(pid=92982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:49.696591 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.771014 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6657-a822-4430-882b-bf04c14950c0 None None] Pushing event updated for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=3']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:49.807205 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Attempting to bind port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 on host dv-cinder-801065-2-iscsi for vnic_type normal with profile {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:23:49.807425 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Attempting to bind port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 by drivers openvswitch,hyperv on host dv-cinder-801065-2-iscsi at level 0 using segments [{'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:23:49.807737 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Attempting to bind port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 on network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:23:49.815199 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Checking agent: {'id': '6644e648-9890-4d3c-8a15-0a87036ef6d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801065-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 49, 51), 'started_at': datetime.datetime(2021, 7, 16, 14, 50, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801065-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:23:49.815199 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Checking segment: {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:23:49.815746 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.816195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Bound using segment: {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'} {{(pid=92982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:23:49.816686 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.managers [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Bound port: 3a4cf881-c8ee-4b5a-8197-46986c7919c6, host: dv-cinder-801065-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f947c1f-1f78-440c-9601-5efa8d17f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1'}}] {{(pid=92982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:23:49.817071 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.895385 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] For port 3a4cf881-c8ee-4b5a-8197-46986c7919c6, host dv-cinder-801065-2-iscsi, cleared binding levels {{(pid=92982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:23:49.898743 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] For port 3a4cf881-c8ee-4b5a-8197-46986c7919c6, host dv-cinder-801065-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=3a4cf881-c8ee-4b5a-8197-46986c7919c6,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:23:49.903979 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:49.962525 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:23:49.963164 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:23:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:50.019073 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b6657-a822-4430-882b-bf04c14950c0 None None] Pushing event updated for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:50.139312 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:23:50.474835 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 4, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '3a4cf881-c8ee-4b5a-8197-46986c7919c6', 'name': '', 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'mac_address': 'fa:16:3e:0f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:44Z', 'updated_at': '2021-07-16T15:23:49Z', 'revision_number': 4, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'subnets': [{'id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:23:50.501777 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c72c91-ae98-4476-afc2-10956cdf8a5a None None] The sync data for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi is: [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:45Z', 'revision_number': 4, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '3a4cf881-c8ee-4b5a-8197-46986c7919c6', 'name': '', 'network_id': 'c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'mac_address': 'fa:16:3e:0f:1e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:44Z', 'updated_at': '2021-07-16T15:23:49Z', 'revision_number': 4, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'subnets': [{'id': '0a77fac7-95e3-415a-b7b0-001d0a0b8094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:23:50.605208 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9b2c8159-7db2-4e73-a03b-543e6332b47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:51.024213 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:52.151432 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:52.467599 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 3a4cf881-c8ee-4b5a-8197-46986c7919c6 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:52.521305 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:52.525982 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:52.526401 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:52.612659 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:52.655524 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] For port 3a4cf881-c8ee-4b5a-8197-46986c7919c6, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=3a4cf881-c8ee-4b5a-8197-46986c7919c6,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:23:52.688726 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:52.884688 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Pushing event updated for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:53.045160 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:53.893838 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:54.400858 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 3a4cf881-c8ee-4b5a-8197-46986c7919c6 up at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:23:54.461325 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Provisioning complete for port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:54.461729 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:56.461613 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-225b6376-0476-4fdd-bcc0-67fd86e2419b tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:56.463111 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-225b6376-0476-4fdd-bcc0-67fd86e2419b tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 815 time: 0.1045413 Jul 16 15:23:56.477304 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-6c2628a7-6787-493f-bedd-921f0c0e6579 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/quotas/4b5d3ca238f04d55abf82b4aab7fa950 HTTP/1.1" status: 200 len: 375 time: 0.0088568 Jul 16 15:23:56.540999 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-1d51a631-783b-42c9-82ba-b0e5b813ccc1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584252 Jul 16 15:23:56.556789 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-7a69246f-2084-49fa-b5c9-fd8b96df7c50 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:23:56.557741 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-7a69246f-2084-49fa-b5c9-fd8b96df7c50 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050616 Jul 16 15:23:56.647098 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-d4b87065-10e9-48e5-9fce-2bf0c2e37f9b service neutron] 10.222.0.39 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Jul 16 15:23:56.735666 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-bc4de8b9-7d7f-4b74-8488-f37f0495f14b service neutron] 10.222.0.39 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831497 Jul 16 15:23:57.015587 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-e974c895-a2aa-4e30-b290-44157282df7c req-918ceff9-ffb8-449c-84f2-234dc6f9482e tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 210 time: 0.1458623 Jul 16 15:23:58.080803 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-963d0afe-c7a7-4e32-aa3c-67573d75927d tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:58.082991 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-963d0afe-c7a7-4e32-aa3c-67573d75927d tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.54 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 815 time: 0.1038642 Jul 16 15:23:58.109083 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Request body: {'port': {'device_id': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'admin_state_up': True, 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:23:58.163112 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9c1dcb78-e0ed-4733-9ee5-07db4596fe03 req-2497cfa8-7be8-4b29-86e3-37f737e1e0f5 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 210 time: 0.0294924 Jul 16 15:23:58.223275 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Made reservation on behalf of 4b5d3ca238f04d55abf82b4aab7fa950 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:23:58.227315 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:58.357945 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Allocated IP 172.20.0.10 (ec0e13a4-a296-4c96-bb56-285bcaa444c0/10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735/8620fc01-4368-4aa6-ac46-7e9a77fd5bec) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:23:58.514479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:58.534349 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Transition to ACTIVE for port object 8620fc01-4368-4aa6-ac46-7e9a77fd5bec will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:23:58.576560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:58.659935 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Pushing event updated for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:23:58.671532 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:23:58.673286 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:23:58.676067 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:23:58.739854 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:58.740507 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:58.758502 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-ee56b772-e466-41a0-8f74-2569ffe313b1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6532993 Jul 16 15:23:58.988462 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-45697b45-ca52-44f5-a5d3-763aa681815b None None] Provisioning for port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:23:58.992203 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-45697b45-ca52-44f5-a5d3-763aa681815b None None] Provisioning complete for port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:23:58.992590 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-45697b45-ca52-44f5-a5d3-763aa681815b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:23:59.032161 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-45697b45-ca52-44f5-a5d3-763aa681815b None None] Port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:23:59.342462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c570800-c8c3-4b52-b3d1-12a6eb214139 req-ad6b78c2-72db-41d1-af7e-c83fa80b7724 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:23:59.344001 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c570800-c8c3-4b52-b3d1-12a6eb214139 req-ad6b78c2-72db-41d1-af7e-c83fa80b7724 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0648234 Jul 16 15:23:59.388500 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3c570800-c8c3-4b52-b3d1-12a6eb214139 req-911fd14b-2565-4c72-b5d4-c59ed5bbe7ed tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Jul 16 15:24:00.572649 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4d4d4-381f-4f71-86a0-44f1d22ff7d2 req-a7fa1e5c-0442-4c9d-82e9-d9984de9904d tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:00.574212 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-77a4d4d4-381f-4f71-86a0-44f1d22ff7d2 req-a7fa1e5c-0442-4c9d-82e9-d9984de9904d tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0667851 Jul 16 15:24:00.616101 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-77a4d4d4-381f-4f71-86a0-44f1d22ff7d2 req-2356e625-2f5a-4d0b-9973-e5cc9c2780d0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347486 Jul 16 15:24:01.793953 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf60b22-8911-482f-af4d-1d99b1946513 req-41a6a068-0e3e-423f-9e14-62027c995de6 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:01.795758 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bcf60b22-8911-482f-af4d-1d99b1946513 req-41a6a068-0e3e-423f-9e14-62027c995de6 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0641682 Jul 16 15:24:01.836327 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bcf60b22-8911-482f-af4d-1d99b1946513 req-0e774ea3-44c8-466a-a098-cf1ba2d35280 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jul 16 15:24:03.017109 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccc8d1-fbd3-4d1f-9b2d-c82010a855fd req-4e6443b1-3f70-4bcd-8ab8-3a062241d2ab tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:03.018702 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-47ccc8d1-fbd3-4d1f-9b2d-c82010a855fd req-4e6443b1-3f70-4bcd-8ab8-3a062241d2ab tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0639646 Jul 16 15:24:03.097614 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-47ccc8d1-fbd3-4d1f-9b2d-c82010a855fd req-2ce1f6e6-77c2-4b59-af4e-1b9bffddf71d tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Jul 16 15:24:04.277626 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108fad9-8e62-4b6c-8b73-a28aa84b7626 req-46869220-e31f-43e4-967e-50adb6ae6c68 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:04.280264 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a108fad9-8e62-4b6c-8b73-a28aa84b7626 req-46869220-e31f-43e4-967e-50adb6ae6c68 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0689692 Jul 16 15:24:04.327867 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a108fad9-8e62-4b6c-8b73-a28aa84b7626 req-b4d9aed1-7e16-4c4a-83d9-22c5c7e45da9 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Jul 16 15:24:05.543393 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231c340-56f1-44c1-b712-2dbf73621f17 req-2a3fc29b-bfd5-447d-bf43-abba918e4f59 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:05.546037 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2231c340-56f1-44c1-b712-2dbf73621f17 req-2a3fc29b-bfd5-447d-bf43-abba918e4f59 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0671482 Jul 16 15:24:05.586220 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2231c340-56f1-44c1-b712-2dbf73621f17 req-dd16cdcc-0e71-46d6-922c-e7ebf3c8ca6f tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 16 15:24:06.769071 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b75a90-fb99-4b67-aeb9-e4c30a8a7830 req-781bf882-3438-4727-a6a5-e40330214320 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:06.770739 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1b75a90-fb99-4b67-aeb9-e4c30a8a7830 req-781bf882-3438-4727-a6a5-e40330214320 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0668147 Jul 16 15:24:06.811016 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-a1b75a90-fb99-4b67-aeb9-e4c30a8a7830 req-0e0501f8-a9e6-4238-babb-5a976a6dacf1 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Jul 16 15:24:07.985205 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f906bb5-9b80-4162-b803-b0c32f7d6519 req-16f1b99b-2309-41c2-b19f-f1b2b134c066 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:07.986735 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f906bb5-9b80-4162-b803-b0c32f7d6519 req-16f1b99b-2309-41c2-b19f-f1b2b134c066 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 932 time: 0.0647342 Jul 16 15:24:08.025002 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-3f906bb5-9b80-4162-b803-b0c32f7d6519 req-8e0bb72a-3179-485d-ab34-3ece3b347032 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jul 16 15:24:08.388872 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:24:08.430110 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.54', 52988) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:24:08.468463 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Request body: {'port': {'device_id': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:24:08.578343 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:08.591791 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-29428f92-c550-4cee-922f-d0c5ce79e681 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1594684 Jul 16 15:24:08.764321 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-552d5b96-1851-4f58-9eb9-0c387dd41d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:08.765817 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-552d5b96-1851-4f58-9eb9-0c387dd41d70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 1098 time: 0.1400940 Jul 16 15:24:08.923481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-d65233b9-3fee-4ca8-b447-b3e245f763b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:08.924851 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-d65233b9-3fee-4ca8-b447-b3e245f763b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.1256878 Jul 16 15:24:08.980422 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-a1088a64-7580-477a-8871-39f1aada53aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 200 len: 217 time: 0.0389004 Jul 16 15:24:08.996957 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8620fc01-4368-4aa6-ac46-7e9a77fd5bec {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:24:09.020877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:09.041372 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Transition to ACTIVE for port object 8620fc01-4368-4aa6-ac46-7e9a77fd5bec will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:24:09.046819 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:09.049436 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-3079cb4a-46eb-4a46-b6d4-dea359fbe7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.050921 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-3079cb4a-46eb-4a46-b6d4-dea359fbe7cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0636709 Jul 16 15:24:09.087631 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-8732c814-8b83-4324-bb30-07b661f52c07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299673 Jul 16 15:24:09.163188 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Pushing event updated for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:09.213550 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235697-19a8-4d3f-8aed-dc5894169f18 req-3442794f-d46b-4b88-aeb1-6322f43111c6 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.215153 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-df235697-19a8-4d3f-8aed-dc5894169f18 req-3442794f-d46b-4b88-aeb1-6322f43111c6 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 944 time: 0.0711377 Jul 16 15:24:09.261097 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-df235697-19a8-4d3f-8aed-dc5894169f18 req-023ca56e-bfad-4cc2-80c2-5f1c8ecb9223 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Jul 16 15:24:09.277661 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-0853692a-01d0-4b7c-920a-146de2faf7e4 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690714 Jul 16 15:24:09.278552 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Attempting to bind port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:24:09.278887 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Attempting to bind port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:24:09.279218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Attempting to bind port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec on network ec0e13a4-a296-4c96-bb56-285bcaa444c0 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:24:09.283693 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec on network ec0e13a4-a296-4c96-bb56-285bcaa444c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:24:09.284007 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Attempting to bind port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec on network ec0e13a4-a296-4c96-bb56-285bcaa444c0 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:24:09.304447 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:24:09.304774 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Checking segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:24:09.305142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Bound using segment: {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:24:09.305561 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Bound port: 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7637da05-1144-46f7-9ab6-08260d3ca759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:24:09.305909 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:09.419961 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-66b381e9-fd74-44d9-ab7d-ed4fde070761 req-c018a407-31c0-458a-9996-8071fd41dda7 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338103 Jul 16 15:24:09.423966 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:24:09.427057 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:24:09.432372 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:09.463744 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.464364 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:09.465766 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-743d8808-9528-451e-a3ae-7666d864191e service neutron] 10.222.0.54 "PUT /v2.0/ports/8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 1094 time: 1.0823386 Jul 16 15:24:09.466418 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:24:09.468515 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ee3121-1c76-43ac-aced-9e4487eb521d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:24:09.498260 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d8808-9528-451e-a3ae-7666d864191e service neutron] Pushing event updated for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:09.585118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a57edb-0cc7-4464-b054-73c7159efc6d x-openstack-request-id: req-c9a57edb-0cc7-4464-b054-73c7159efc6d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:24:09.585417 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:24:09.585672 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9a57edb-0cc7-4464-b054-73c7159efc6d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:24:09.586075 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec', 'status': 'completed', 'code': 200} Jul 16 15:24:09.598311 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-828c72fe-7c62-45c3-8c78-00c95f07aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.600240 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-828c72fe-7c62-45c3-8c78-00c95f07aaed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1097 time: 0.0698204 Jul 16 15:24:09.650943 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-a9e41313-05c1-4361-b420-cfdac56b15c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 217 time: 0.0374780 Jul 16 15:24:09.939071 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-c88ef088-970f-47cf-9d72-b0d56b8f5d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.940514 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-c88ef088-970f-47cf-9d72-b0d56b8f5d44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 200 len: 854 time: 0.2828858 Jul 16 15:24:09.997644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-1260068a-5339-42b2-811c-b9dac267d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:09.999036 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-1260068a-5339-42b2-811c-b9dac267d516 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec0e13a4-a296-4c96-bb56-285bcaa444c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518568 Jul 16 15:24:10.090697 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-51d31f68-17c9-4b7d-95fa-583af6a32af8 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Jul 16 15:24:10.178531 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a647e3ee-a9d7-4d84-8f82-1d86a1e0d2df req-7777c8b9-024e-4421-8126-b7e6aef5d570 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809991 Jul 16 15:24:10.331525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-4d44082f-8f24-4a2e-aa2d-9ead788415ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:10.333025 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-4d44082f-8f24-4a2e-aa2d-9ead788415ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1097 time: 0.0571251 Jul 16 15:24:10.424810 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-fdc12d6c-7e45-41dc-b68b-18a9a485f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:10.426336 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-fdc12d6c-7e45-41dc-b68b-18a9a485f33b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 916 time: 0.0868402 Jul 16 15:24:10.433515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218a808-4dfa-4b1c-8316-acb9e0f527f0 req-a53346bb-481b-47d4-b805-0aecacb3d2a0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:10.435708 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6218a808-4dfa-4b1c-8316-acb9e0f527f0 req-a53346bb-481b-47d4-b805-0aecacb3d2a0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 944 time: 0.0643904 Jul 16 15:24:10.473216 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-2eba40ad-6df1-45ae-bbba-5d38eec3f096 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 217 time: 0.0397861 Jul 16 15:24:10.483805 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-6218a808-4dfa-4b1c-8316-acb9e0f527f0 req-c2011257-ea7a-4649-8d69-5f86cb723e69 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Jul 16 15:24:10.523730 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-b4ff9f39-544d-4bf7-aec8-a11dc01e5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:10.525203 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-b4ff9f39-544d-4bf7-aec8-a11dc01e5f45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 200 len: 854 time: 0.0458126 Jul 16 15:24:10.582942 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-3facc7a0-23a4-4601-83a7-be6a2c53845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:10.584330 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-3facc7a0-23a4-4601-83a7-be6a2c53845e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec0e13a4-a296-4c96-bb56-285bcaa444c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522301 Jul 16 15:24:10.677251 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-2ea78b27-a08d-42ee-a01b-fb1fd46be37e service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Jul 16 15:24:10.764929 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-05ee3121-1c76-43ac-aced-9e4487eb521d req-e156f863-6b16-4831-8fbd-424837ecbf7a service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808303 Jul 16 15:24:11.655802 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cb433-1176-44d9-9197-1536f1202438 req-6ad094cb-4bd7-40e1-aa6c-7747fe15045c tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:11.657262 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c5cb433-1176-44d9-9197-1536f1202438 req-6ad094cb-4bd7-40e1-aa6c-7747fe15045c tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 944 time: 0.0610101 Jul 16 15:24:11.694077 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-8c5cb433-1176-44d9-9197-1536f1202438 req-9bd663a7-3a8b-47fe-ad59-5e578adfd3cf tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Jul 16 15:24:12.380248 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 8620fc01-4368-4aa6-ac46-7e9a77fd5bec details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:24:12.473666 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:24:12.484971 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec', 'network_id': 'ec0e13a4-a296-4c96-bb56-285bcaa444c0', 'port_id': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec', 'mac_address': 'fa:16:3e:7c:56:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:24:12.520391 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:12.533602 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8620fc01-4368-4aa6-ac46-7e9a77fd5bec {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:24:12.553456 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:24:12.557348 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:12.605358 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:12.871429 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ff99d-ec4d-40a6-be3b-38f50248ecea req-4571285c-065f-4e92-9622-3dd23096ff12 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:12.872863 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa0ff99d-ec4d-40a6-be3b-38f50248ecea req-4571285c-065f-4e92-9622-3dd23096ff12 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 945 time: 0.0665901 Jul 16 15:24:12.910232 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fa0ff99d-ec4d-40a6-be3b-38f50248ecea req-092c073e-c72c-4ea2-88f8-4eaf78833c09 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Jul 16 15:24:12.952759 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['8620fc01-4368-4aa6-ac46-7e9a77fd5bec'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:24:13.981120 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48426c8-289d-4df7-83d5-31e63979343c req-3ed577c2-aabd-447b-a163-b74a9b803cfe tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:13.982656 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c48426c8-289d-4df7-83d5-31e63979343c req-3ed577c2-aabd-447b-a163-b74a9b803cfe tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 945 time: 0.0635180 Jul 16 15:24:14.020023 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-c48426c8-289d-4df7-83d5-31e63979343c req-81e3945f-2fe2-46cd-91e1-76eb1538c746 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Jul 16 15:24:14.082332 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c066-b7d2-465b-ba52-f344630234c8 req-f7f16158-2384-4cba-be52-5958f7aeb179 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:14.083731 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fdf4c066-b7d2-465b-ba52-f344630234c8 req-f7f16158-2384-4cba-be52-5958f7aeb179 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 945 time: 0.0628521 Jul 16 15:24:14.125803 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-fdf4c066-b7d2-465b-ba52-f344630234c8 req-98bddb7b-89a9-44ea-8c90-fb6a4188b82e tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jul 16 15:24:14.396009 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 8620fc01-4368-4aa6-ac46-7e9a77fd5bec up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:24:14.436628 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-9a78c64f-8060-47ee-bfdd-cc4c1312c7d0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:14.438073 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-9a78c64f-8060-47ee-bfdd-cc4c1312c7d0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 945 time: 0.0679297 Jul 16 15:24:14.445398 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:24:14.449033 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:24:14.449408 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.527413 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.537412 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Deleting port 7bc98c57-cba2-4473-988a-5fb992767e2e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:24:14.537756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.551293 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:24:14.553538 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7938c3-9a85-4ddc-a0c2-f3160aa5ef07" -d '{"events": [{"server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "name": "network-vif-plugged", "status": "completed", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:24:14.566872 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:24:14.572471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.597953 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b010c1-01e1-4b73-9005-4e2da88543be x-openstack-request-id: req-29b010c1-01e1-4b73-9005-4e2da88543be {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:24:14.598286 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "name": "network-vif-plugged", "status": "completed", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:24:14.598536 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29b010c1-01e1-4b73-9005-4e2da88543be {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:24:14.598918 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec', 'code': 200} Jul 16 15:24:14.624000 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:14.633322 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] For port 7bc98c57-cba2-4473-988a-5fb992767e2e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=7bc98c57-cba2-4473-988a-5fb992767e2e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:24:14.633777 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.646543 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Calling delete_port for 7bc98c57-cba2-4473-988a-5fb992767e2e owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:24:14.774482 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.807117 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event deleted for resources: {'Port': ['ID=7bc98c57-cba2-4473-988a-5fb992767e2e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:14.810951 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991', '6a31a91d-abd2-4c28-af6a-e180cd324534', 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', '7bc98c57-cba2-4473-988a-5fb992767e2e'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:24:14.888510 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] No DVR routers for this DVR port 7bc98c57-cba2-4473-988a-5fb992767e2e on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:24:14.891742 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:14.894057 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "DELETE /v2.0/ports/7bc98c57-cba2-4473-988a-5fb992767e2e HTTP/1.1" status: 204 len: 173 time: 0.4503822 Jul 16 15:24:14.894703 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'name': 'network-vif-deleted', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:24:14.897502 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9659e14-e82c-438a-a7cb-e5f1c94e44cf" -d '{"events": [{"server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "name": "network-vif-deleted", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:24:14.943445 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062245e-2524-446c-a825-3bc8f49f2db7 req-980c1759-9798-4271-b931-d3251b858d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:14.947410 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1062245e-2524-446c-a825-3bc8f49f2db7 req-980c1759-9798-4271-b931-d3251b858d23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1099 time: 0.1276166 Jul 16 15:24:14.949464 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638a539-923b-4bb9-9c09-b0ce3d90d87d x-openstack-request-id: req-5638a539-923b-4bb9-9c09-b0ce3d90d87d {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:24:14.950273 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92875b0c-2d7e-4ead-b186-eeb05b2a3530", "name": "network-vif-deleted", "tag": "7bc98c57-cba2-4473-988a-5fb992767e2e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:24:14.950527 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5638a539-923b-4bb9-9c09-b0ce3d90d87d {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:24:14.950927 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92875b0c-2d7e-4ead-b186-eeb05b2a3530', 'name': 'network-vif-deleted', 'tag': '7bc98c57-cba2-4473-988a-5fb992767e2e', 'status': 'completed', 'code': 200} Jul 16 15:24:15.006782 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1062245e-2524-446c-a825-3bc8f49f2db7 req-79b33df1-e61d-4979-801f-7f4a03f2e6ca service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290477 Jul 16 15:24:15.177533 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-32cf72ea-d375-4b35-86cf-ab1def79b7d9 req-ba832dd3-06d1-4221-9d17-934aa8adcae0 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=92875b0c-2d7e-4ead-b186-eeb05b2a3530 HTTP/1.1" status: 200 len: 210 time: 0.0305834 Jul 16 15:24:15.300953 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bb35-f8ba-47a5-84d5-e7e7a575beb5 req-fb86a885-2895-4d1b-acd8-02886fcc56d5 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:15.302478 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9eb4bb35-f8ba-47a5-84d5-e7e7a575beb5 req-fb86a885-2895-4d1b-acd8-02886fcc56d5 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.0633299 Jul 16 15:24:15.343456 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9eb4bb35-f8ba-47a5-84d5-e7e7a575beb5 req-323c7b6d-69e0-4bd2-8979-2c555cff75c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Jul 16 15:24:16.513933 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e8617-be8d-4d0f-b588-5cfe42fdb646 req-32424612-6b47-44d7-a792-6fd4fd3bc814 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:16.515314 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5e6e8617-be8d-4d0f-b588-5cfe42fdb646 req-32424612-6b47-44d7-a792-6fd4fd3bc814 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.0645938 Jul 16 15:24:16.552684 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-5e6e8617-be8d-4d0f-b588-5cfe42fdb646 req-cb3a03cb-24e4-4c26-8cd0-17fdfb501710 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jul 16 15:24:16.725384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc08ccd-15c6-4ebc-9e05-f9380660e3af req-52e16622-5f53-48e3-ba9b-845bb13581ff tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:16.726886 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dbc08ccd-15c6-4ebc-9e05-f9380660e3af req-52e16622-5f53-48e3-ba9b-845bb13581ff tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.0639935 Jul 16 15:24:16.763385 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dbc08ccd-15c6-4ebc-9e05-f9380660e3af req-a0e8573b-dc7e-4512-8c1d-daf6507c6b6a tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Jul 16 15:24:17.142279 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bc3f2-56d4-4e5b-8a77-5ecad5daea10 req-a6d7c2b8-89b3-455d-9825-c97171a6a170 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:24:17.143782 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e1bc3f2-56d4-4e5b-8a77-5ecad5daea10 req-a6d7c2b8-89b3-455d-9825-c97171a6a170 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.0623133 Jul 16 15:24:17.182732 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-0e1bc3f2-56d4-4e5b-8a77-5ecad5daea10 req-9c132dbb-c90f-43b3-8eba-94ce0b1e693b tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334458 Jul 16 15:24:17.566727 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 46018) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:24:17.669501 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2128cf26-907e-4b61-a336-0feb62ce41e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.757605 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2128cf26-907e-4b61-a336-0feb62ce41e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.761200 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2128cf26-907e-4b61-a336-0feb62ce41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.799297 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2128cf26-907e-4b61-a336-0feb62ce41e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac4ec27a18bb474486f26bccf42e1764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315106 Jul 16 15:24:17.800384 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128cf26-907e-4b61-a336-0feb62ce41e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e6bc7-a419-42a0-aa2c-07ba2eee303c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:17.801946 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 46022) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:24:17.856799 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.877216 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.923642 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.926281 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:17.927412 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf1e6bc7-a419-42a0-aa2c-07ba2eee303c HTTP/1.1" status: 204 len: 168 time: 0.1244574 Jul 16 15:24:17.936012 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf2a62-05b3-41cb-a442-7e88097f46a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e6bc7-a419-42a0-aa2c-07ba2eee303c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:18.124393 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e4ec2d14-faab-47d9-90da-1d2468d5b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.178517 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 46032) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:24:18.191659 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dda49d25-7b65-4835-a67c-3ba7d9013dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.281741 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dda49d25-7b65-4835-a67c-3ba7d9013dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.286470 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-dda49d25-7b65-4835-a67c-3ba7d9013dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.324742 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-dda49d25-7b65-4835-a67c-3ba7d9013dce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22976ce9293d463b9cb2ceb2e43c9086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446621 Jul 16 15:24:18.326007 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda49d25-7b65-4835-a67c-3ba7d9013dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4771bea-c885-4ed5-aaf0-d9eda6d4f4af,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:18.327466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 46034) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:24:18.382982 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.405069 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.412797 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 7bc98c57-cba2-4473-988a-5fb992767e2e no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:24:18.435651 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 7bc98c57-cba2-4473-988a-5fb992767e2e {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:24:18.436109 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 7bc98c57-cba2-4473-988a-5fb992767e2e not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:24:18.459471 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.462142 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:18.463454 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4771bea-c885-4ed5-aaf0-d9eda6d4f4af HTTP/1.1" status: 204 len: 168 time: 0.1349618 Jul 16 15:24:18.472672 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d324b-cfa8-4fbd-b3fd-d5caf992e501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4771bea-c885-4ed5-aaf0-d9eda6d4f4af,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:24:20.588908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ddf09bd8-bea8-4277-bc3b-4ce9be8c1098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:21.025195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:22.135013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:23.045816 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:23.867594 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:45.388296 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:24:48.125611 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-56b8c7bf-9078-4ef5-9533-ca20d02dec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:50.589288 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-dafef09b-a452-461d-8826-7a66dcffb5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:51.026873 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:52.138215 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:53.058552 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:24:53.870958 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:09.978963 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-7eb0b681-0f97-4183-9e78-ce78e9d4824e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548899 Jul 16 15:25:10.062723 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c711-b064-471c-91ef-74427c086592 req-fcdd291c-33a7-444e-807a-b0156a329684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:25:10.064222 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-fcdd291c-33a7-444e-807a-b0156a329684 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 1099 time: 0.0517244 Jul 16 15:25:10.168580 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c711-b064-471c-91ef-74427c086592 req-39344e37-086d-4072-a11e-ea4115ad8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:25:10.169933 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-39344e37-086d-4072-a11e-ea4115ad8383 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 911 time: 0.0835187 Jul 16 15:25:10.236072 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-9a1945b4-7f20-4cd9-b283-51f77dc431bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 200 len: 1001 time: 0.0604405 Jul 16 15:25:10.284884 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c711-b064-471c-91ef-74427c086592 req-2b2cf57b-d4f9-41dc-bbe3-6a5afe80922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:25:10.286304 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-2b2cf57b-d4f9-41dc-bbe3-6a5afe80922d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0430164 Jul 16 15:25:10.340851 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c711-b064-471c-91ef-74427c086592 req-9106171c-f5e3-471d-855e-ab22303aec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:25:10.342299 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-9106171c-f5e3-471d-855e-ab22303aec25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491796 Jul 16 15:25:10.435495 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-04afdf5e-ce38-4f5a-a044-d837c7b4fb3e service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Jul 16 15:25:10.523379 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-4175c711-b064-471c-91ef-74427c086592 req-da81f998-db13-47a5-a6d3-34dc6d1df22f service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814643 Jul 16 15:25:18.125765 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-252fdec2-6fff-460d-824b-4df11ba57b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:20.589223 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-26a1d00b-e76f-4cbb-9225-4966eb8ea98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:21.030768 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:22.138903 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:22.387731 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:25:23.057540 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:23.874555 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:48.126682 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-747dfdba-ac28-4add-92ba-86e813bd1b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:50.590383 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-642ef030-6f25-4a3d-a224-749f9b52e64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:51.021884 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:52.142038 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:53.088170 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:53.877201 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:25:59.387812 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:26:09.259032 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-270dfbda-2016-41b8-88bb-488bb5cc0462 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557864 Jul 16 15:26:09.368111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-958dd1a3-b23b-4c80-8ea1-3d19e4cf2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:26:09.369552 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-958dd1a3-b23b-4c80-8ea1-3d19e4cf2864 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0521142 Jul 16 15:26:09.472915 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-d49add2b-a20c-41da-8e5d-054183e46d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:26:09.474383 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-d49add2b-a20c-41da-8e5d-054183e46d99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0858860 Jul 16 15:26:09.513772 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-7dc1bfa4-d150-4e5d-b406-74d22296860e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0331781 Jul 16 15:26:09.560334 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-0bb9eae4-f0f1-4edb-b130-a9c86a402083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:26:09.561728 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-0bb9eae4-f0f1-4edb-b130-a9c86a402083 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0414655 Jul 16 15:26:09.595778 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-2dbe3098-6f87-4a17-865a-20f50bc519d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283005 Jul 16 15:26:09.682689 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-03ca10e4-43a2-4668-a2de-203728aff862 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797186 Jul 16 15:26:09.772639 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fc5e0ba5-2a6d-4a4e-a496-1db53b3ff798 req-360abc76-b1d9-4a71-bb37-3beb28de6726 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836856 Jul 16 15:26:18.127789 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-043182e9-738f-4ce2-9d03-ba94ed54c969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:20.591036 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a4197a16-9ae2-4d71-8960-7692cb927c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:21.022971 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:22.145728 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:23.102943 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:23.880908 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:36.386941 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:26:48.128003 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7cb78e65-a87d-4708-81e1-3dbadbb5247d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:50.591535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-6573e672-1e14-438a-a140-6ac58dcf51a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:51.023294 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:52.147683 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:53.102639 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:26:53.883156 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:11.275971 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-94b99a5b-5fc9-4365-a361-9c5311f9b3c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0554190 Jul 16 15:27:11.364386 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-03457516-215b-41fb-826e-8ec6b78b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:11.365819 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-03457516-215b-41fb-826e-8ec6b78b24f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 1098 time: 0.0557158 Jul 16 15:27:11.475394 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-d95bf243-4906-4b85-a4e8-66dead44ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:11.477500 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-d95bf243-4906-4b85-a4e8-66dead44ce78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0909967 Jul 16 15:27:11.516495 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-a85bd382-b553-409e-970d-9cff89cef7f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 200 len: 217 time: 0.0331082 Jul 16 15:27:11.565975 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-85817b2a-57fa-4007-9d7f-98f6e1e83687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:11.567404 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-85817b2a-57fa-4007-9d7f-98f6e1e83687 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0454285 Jul 16 15:27:11.598610 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-fcaa11bb-798c-40c6-9221-e0273589f58e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250647 Jul 16 15:27:11.683741 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-2ff4f36d-2015-4e4e-ae6b-95cf0d378b29 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784397 Jul 16 15:27:11.773112 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8e2aac44-b9a6-485c-a2f7-1c9869aa77c3 req-2ffaa97b-4504-454b-b21c-bc4b6063c018 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827520 Jul 16 15:27:13.386948 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:27:18.128515 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-10b4183b-5dc3-433e-95ec-b3e6c1a84382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:19.352330 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b16a5-47cb-475c-a896-e7e32aa7df2b req-050c0661-4729-44f9-8f6e-93634c047133 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:19.353756 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ca6b16a5-47cb-475c-a896-e7e32aa7df2b req-050c0661-4729-44f9-8f6e-93634c047133 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 946 time: 0.0659242 Jul 16 15:27:19.390693 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ca6b16a5-47cb-475c-a896-e7e32aa7df2b req-805d5430-4a21-42d5-a286-529defb57b2b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=529d16ed-6721-49e7-b9b9-ef3e97a55a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313752 Jul 16 15:27:19.813420 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-33e28fc9-5a4a-4232-ae36-7e9615bb7920 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:19.814891 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-33e28fc9-5a4a-4232-ae36-7e9615bb7920 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 946 time: 0.0609128 Jul 16 15:27:19.917999 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Deleting port 6e934423-482f-4ef6-ae40-85fadc8bb25d {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:27:19.918293 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.002542 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] For port 6e934423-482f-4ef6-ae40-85fadc8bb25d, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6e934423-482f-4ef6-ae40-85fadc8bb25d,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:27:20.002896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.171111 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.171497 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.171804 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Floating IP 172fba07-7899-4488-be4b-6eeaf604aba0 disassociated. External IP: 172.27.0.76, port: 6e934423-482f-4ef6-ae40-85fadc8bb25d. Jul 16 15:27:20.172143 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Calling delete_port for 6e934423-482f-4ef6-ae40-85fadc8bb25d owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:27:20.297424 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.328179 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'Port': ['ID=6e934423-482f-4ef6-ae40-85fadc8bb25d,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:20.337769 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.338126 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.338533 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.338874 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.339208 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.339543 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.340229 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.340229 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.340494 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.340819 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.341144 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.341467 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:20.450394 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:27:20.547547 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-eac5b7f5-8794-4fd4-a1b4-96e75cb1d157 req-dc204cb7-2a26-4fe9-8311-d46fb36ffa65 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=69c8e9f6-9541-4931-99cd-e559305f98f3 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Jul 16 15:27:20.556427 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:27:20.569202 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:27:20.578539 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:27:20.579359 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:26:51Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:20.597798 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-219d7732-803b-4e5d-8241-37a510760eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.606537 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] No DVR routers for this DVR port 6e934423-482f-4ef6-ae40-85fadc8bb25d on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:27:20.609190 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:20.611758 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-6237ddd0-491a-4ee2-8ca1-8e70340ae1da req-ea063e13-b80c-4109-907e-7db08d6eb7cd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "DELETE /v2.0/ports/6e934423-482f-4ef6-ae40-85fadc8bb25d HTTP/1.1" status: 204 len: 173 time: 0.7903059 Jul 16 15:27:20.612372 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'name': 'network-vif-deleted', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:27:20.615449 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c37d80-5176-4c6a-9d40-829570dbdf7b" -d '{"events": [{"server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "name": "network-vif-deleted", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:27:20.682197 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cb9e5f-6624-4539-aab6-e20de4860493 x-openstack-request-id: req-d1cb9e5f-6624-4539-aab6-e20de4860493 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:27:20.682786 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c8e9f6-9541-4931-99cd-e559305f98f3", "name": "network-vif-deleted", "tag": "6e934423-482f-4ef6-ae40-85fadc8bb25d", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:27:20.683045 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1cb9e5f-6624-4539-aab6-e20de4860493 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:27:20.683479 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c8e9f6-9541-4931-99cd-e559305f98f3', 'name': 'network-vif-deleted', 'tag': '6e934423-482f-4ef6-ae40-85fadc8bb25d', 'status': 'completed', 'code': 200} Jul 16 15:27:20.785747 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:27:20.978936 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:21.003568 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:27:21.011462 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:27:21.012060 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:27:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:21.023877 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:21.120703 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:27:21.323188 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:21.350062 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8409770c-ba74-4b2c-a98e-69f6807e8f1d None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:27:21.553903 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be568f6-82e8-47fd-b790-5199ef07088f None None] New status for floating IP 172fba07-7899-4488-be4b-6eeaf604aba0: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:27:21.675829 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 47894) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:21.731483 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:21.753855 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:21.800552 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:21.803568 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:21.805916 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "DELETE /v2.0/security-groups/529d16ed-6721-49e7-b9b9-ef3e97a55a8e HTTP/1.1" status: 204 len: 168 time: 0.1285365 Jul 16 15:27:21.808403 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 47898) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:21.818825 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d16ed-6721-49e7-b9b9-ef3e97a55a8e,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:21.821984 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-c476b2da-65c4-4e8a-a35a-363dffd6fb96 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] show failed (client error): The resource could not be found. Jul 16 15:27:21.823033 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c476b2da-65c4-4e8a-a35a-363dffd6fb96 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups/529d16ed-6721-49e7-b9b9-ef3e97a55a8e HTTP/1.1" status: 404 len: 347 time: 0.0136366 Jul 16 15:27:21.825828 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 47900) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:21.826753 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.827197 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.827815 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.828130 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.828458 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.828785 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.829110 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.829433 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.829755 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.830262 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.830588 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.831031 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704280-8bf7-46e4-bfa3-53c712d99054 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:21.946970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Deleting port faa08897-97b1-4f18-bd84-05956c76b222 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:27:21.947307 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.018737 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.018975 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.030818 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Calling delete_port for faa08897-97b1-4f18-bd84-05956c76b222 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:27:22.154462 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.163125 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.185965 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'Port': ['ID=faa08897-97b1-4f18-bd84-05956c76b222,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:22.251780 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.254451 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.255581 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-234f2849-ee51-47aa-8cd3-a1d4ffc2d6da tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "DELETE /v2.0/floatingips/172fba07-7899-4488-be4b-6eeaf604aba0 HTTP/1.1" status: 204 len: 168 time: 0.4288342 Jul 16 15:27:22.833328 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 47910) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:22.838696 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952926875', 'description': 'tempest-description--1684686821'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:22.863466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.948085 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.951570 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.980460 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:22.984210 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1472642 Jul 16 15:27:22.984210 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05108169-939e-4963-8c3e-90174e563fb8 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dd77d8-1332-4f8e-9867-d7921329009b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:22.984969 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 47914) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:22.990068 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group_rule': {'security_group_id': '63dd77d8-1332-4f8e-9867-d7921329009b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:23.024914 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.073714 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.077758 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.095879 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc54f1-cd07-4936-a102-0619ad7b7535,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:23.098993 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.101820 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-17c8f550-f391-40dd-84a9-32d820250d7b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137006 Jul 16 15:27:23.104290 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 47916) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:23.109219 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'security_group_rule': {'security_group_id': '63dd77d8-1332-4f8e-9867-d7921329009b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:23.114198 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.135080 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.189625 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.193333 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006353'] for security_group_rule, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.210665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9254e1-27fa-4439-a8b0-a2c4d9da7c13,revision_number=0']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:23.215814 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.217162 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-87a36887-99ea-4e47-a662-958c7d0b7bb0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1114428 Jul 16 15:27:23.220224 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 47918) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:23.220746 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6e934423-482f-4ef6-ae40-85fadc8bb25d no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:27:23.224666 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'floatingip': {'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:23.240762 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 6e934423-482f-4ef6-ae40-85fadc8bb25d {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:27:23.241121 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6e934423-482f-4ef6-ae40-85fadc8bb25d not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:27:23.247985 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.342640 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.445839 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_common [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Allocated IP 172.27.0.179 (5f258c4a-a80e-4d4e-8c2e-e7054167ea01/d5a41e5f-9dda-4248-9289-33b9f33754dd/a5dac3ea-b617-4c77-a7de-c3ba7269ae46) {{(pid=92981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:27:23.545419 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.582842 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.616485 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Network 5f258c4a-a80e-4d4e-8c2e-e7054167ea01 is already hosted by enough agents. {{(pid=92981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:27:23.621687 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.base_scheduler [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Resources bound (agent type, host, resource id): {{(pid=92981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:27:23.624984 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Received port after_create {{(pid=92981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:27:23.647703 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=a5dac3ea-b617-4c77-a7de-c3ba7269ae46,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:23.708961 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.753159 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.886388 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.899605 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.904877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11684684'] for port, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.976571 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=a5dac3ea-b617-4c77-a7de-c3ba7269ae46,revision_number=2']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:23.983248 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.996834 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:23.998155 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-2dac522a-a651-44c5-b606-a3dd0ec011b3 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7770174 Jul 16 15:27:24.137681 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-5abed524-b05e-4de2-b60b-e2fe3dfc212b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--952926875&fields=id&tenant_id=eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 267 time: 0.0327430 Jul 16 15:27:24.244862 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-fc956af9-5459-41fd-bd29-b10d66dec9d4 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:24.246362 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-fc956af9-5459-41fd-bd29-b10d66dec9d4 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 810 time: 0.1013350 Jul 16 15:27:24.260746 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-a2603514-3345-48dd-afaf-d237a841e049 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/quotas/eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 375 time: 0.0090129 Jul 16 15:27:24.325669 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-25f62199-f6f8-4dfd-b590-23b0c910781b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601101 Jul 16 15:27:24.429121 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-c925f7e6-1772-4a06-82ef-025886a56d9c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92981) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:27:24.430817 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-c925f7e6-1772-4a06-82ef-025886a56d9c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936310 Jul 16 15:27:24.521726 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-e6e21498-d99f-4625-a6bf-266bf91d0474 service neutron] 10.222.0.39 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851052 Jul 16 15:27:24.606909 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-0b3d891c-43a2-4bde-a7f1-260e3af3bc19 service neutron] 10.222.0.39 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794578 Jul 16 15:27:24.786468 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7a7e2eb7-4a6c-46e8-9fa7-9f01a94811cf req-db83c79c-5132-43b2-8768-b730df93711f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 210 time: 0.0340378 Jul 16 15:27:25.937310 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-20d64287-bfa8-4a92-99fb-4eddeb4e12a9 req-181c85be-5210-4ee5-9755-1bbe0645917a tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 210 time: 0.0317876 Jul 16 15:27:25.985205 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-690423e3-f0b1-4b7a-a385-be0117a0d22b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:25.986678 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-690423e3-f0b1-4b7a-a385-be0117a0d22b tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 810 time: 0.1169384 Jul 16 15:27:26.043753 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-d35d8ce7-c6fc-4c92-8c7b-c6500e9dbea9 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eba049ea6ad2410b86b0740d6c7a1600 HTTP/1.1" status: 200 len: 379 time: 0.0385082 Jul 16 15:27:26.053412 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'port': {'device_id': '11203eb9-4551-4074-b878-f1d8d95380d2', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'admin_state_up': True, 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'security_groups': ['63dd77d8-1332-4f8e-9867-d7921329009b']}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:26.160407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Made reservation on behalf of eba049ea6ad2410b86b0740d6c7a1600 for: {'port': 1} {{(pid=92980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 15:27:26.164536 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.508039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_common [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Allocated IP 172.20.0.6 (d7007d46-080a-44b8-920c-2344a26b3491/42684059-554f-4e69-93fa-7cbcef434e52/d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8) {{(pid=92980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 15:27:26.646767 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for port, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.661097 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Transition to ACTIVE for port object d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 will not be triggered until provisioned by entity DHCP. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:27:26.693392 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752196768651', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.738621 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Network d7007d46-080a-44b8-920c-2344a26b3491 is already hosted by enough agents. {{(pid=92980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 15:27:26.741684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.base_scheduler [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Resources bound (agent type, host, resource id): {{(pid=92980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 15:27:26.745491 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Received port after_create {{(pid=92980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 15:27:26.751684 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event updated for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:26.797484 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:26.798094 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.812648 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-718c44b3-c482-4044-9bd9-928e71401b0c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628736 Jul 16 15:27:26.829771 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.v2.base [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Request body: {'port': {'device_id': '11203eb9-4551-4074-b878-f1d8d95380d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80106'}} {{(pid=92980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:26.907315 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.941894 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b9f54463-d754-477f-b8fc-e442c4680056 None None] Provisioning for port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 completed by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:27:26.946354 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-b9f54463-d754-477f-b8fc-e442c4680056 None None] Provisioning complete for port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 triggered by entity DHCP. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:27:26.947004 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9f54463-d754-477f-b8fc-e442c4680056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:26.982552 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-b9f54463-d754-477f-b8fc-e442c4680056 None None] Port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 cannot update to ACTIVE because it is not bound. {{(pid=92982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 15:27:27.126985 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1449d62-38ad-4f96-922d-84e1c834f8b4 req-ea8297aa-006c-4a6a-ad47-f587e239c69d tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:27.128478 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1449d62-38ad-4f96-922d-84e1c834f8b4 req-ea8297aa-006c-4a6a-ad47-f587e239c69d tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 931 time: 0.0731354 Jul 16 15:27:27.166025 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-d1449d62-38ad-4f96-922d-84e1c834f8b4 req-fb5ecc16-4256-49c1-bb28-c3130b11d980 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Jul 16 15:27:27.183584 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 {{(pid=92980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:27:27.191738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:27.203631 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.provisioning_blocks [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Transition to ACTIVE for port object d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 will not be triggered until provisioned by entity L2. {{(pid=92980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 15:27:27.206738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:27.257252 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=2']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:27.328738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Attempting to bind port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 on host hv-cinder-80106 for vnic_type normal with profile {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 15:27:27.329165 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Attempting to bind port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 by drivers openvswitch,hyperv on host hv-cinder-80106 at level 0 using segments [{'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 15:27:27.329504 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Attempting to bind port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:27:27.334090 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 on network d7007d46-080a-44b8-920c-2344a26b3491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80106 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 15:27:27.334445 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Attempting to bind port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 on network d7007d46-080a-44b8-920c-2344a26b3491 {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 15:27:27.340117 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Checking agent: {'id': '65c37c33-90d9-4332-ab8a-b73203e360f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80106', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'started_at': datetime.datetime(2021, 7, 16, 14, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 15, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 15:27:27.340457 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Checking segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 15:27:27.340843 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Bound using segment: {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'} {{(pid=92980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 15:27:27.341282 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.managers [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Bound port: d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host: hv-cinder-80106, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491'}}] {{(pid=92980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 15:27:27.341636 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:27.407551 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, cleared binding levels {{(pid=92980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 15:27:27.410556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 15:27:27.415638 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13084107'] for port, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:27.453877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:27.454463 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:27.455885 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 HTTP/1.1" status: 200 len: 1093 time: 0.6307669 Jul 16 15:27:27.456360 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:27:27.458623 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d59c0e-6905-45e9-83ea-289aeb8735b1" -d '{"events": [{"name": "network-changed", "server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:27:27.490120 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e35f99-52bc-4a67-a40e-48ec80b867b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=3']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:27.499722 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f75d8-fc86-4ce6-be60-22d89390a0bb x-openstack-request-id: req-f56f75d8-fc86-4ce6-be60-22d89390a0bb {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:27:27.500022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:27:27.500281 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f56f75d8-fc86-4ce6-be60-22d89390a0bb {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:27:27.500691 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'status': 'completed', 'code': 200} Jul 16 15:27:27.573273 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-7c9e31db-d061-447f-9c7e-9805045d68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:27.575072 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-7c9e31db-d061-447f-9c7e-9805045d68c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 1096 time: 0.0574441 Jul 16 15:27:27.624565 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-b25ab9bf-4028-4eba-901f-599b5fffc4e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 HTTP/1.1" status: 200 len: 217 time: 0.0360403 Jul 16 15:27:27.675720 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-4ec045f5-fddf-4cb0-85b9-01c3dcb3e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:27.677151 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-4ec045f5-fddf-4cb0-85b9-01c3dcb3e4bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0462236 Jul 16 15:27:27.732450 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-1f4828d3-2fdb-4015-bd8f-c80e04d5f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:27.733951 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-1f4828d3-2fdb-4015-bd8f-c80e04d5f3a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506909 Jul 16 15:27:27.820943 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-1e4ea15b-9a36-4bb6-a9b2-7b1889ba1b83 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Jul 16 15:27:27.910784 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ebf980a5-049d-42fd-a39b-9bd23e9e4f7d req-042357c5-152e-4a27-b5d0-4bdfb7bcd0c5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837338 Jul 16 15:27:28.058698 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-8d730dbd-e383-4099-af86-a34c233ea1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:28.060204 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-8d730dbd-e383-4099-af86-a34c233ea1b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 1096 time: 0.0531881 Jul 16 15:27:28.155440 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-ec446621-633d-4635-b084-a538641c7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:28.156893 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-ec446621-633d-4635-b084-a538641c7e6e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 911 time: 0.0882938 Jul 16 15:27:28.198239 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-5b28645f-07c5-4c94-a610-e6776e4b9e62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 HTTP/1.1" status: 200 len: 217 time: 0.0338571 Jul 16 15:27:28.249977 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-4d82b306-9b80-4777-ad64-e0191420055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:28.251498 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-4d82b306-9b80-4777-ad64-e0191420055d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0474555 Jul 16 15:27:28.308871 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-da256181-4e95-453a-81e3-33dc3a3734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:28.310410 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-da256181-4e95-453a-81e3-33dc3a3734da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517170 Jul 16 15:27:28.337654 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e66e1a-0cc2-40e8-9957-9c41975a0c53 req-977a2632-448a-48c5-bd83-6bb27bbc7748 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:28.339157 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49e66e1a-0cc2-40e8-9957-9c41975a0c53 req-977a2632-448a-48c5-bd83-6bb27bbc7748 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 943 time: 0.0642600 Jul 16 15:27:28.376636 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-49e66e1a-0cc2-40e8-9957-9c41975a0c53 req-3f7749e0-94c3-4df0-bc09-e4d6d5222cdb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317304 Jul 16 15:27:28.398792 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-a6edd15a-cbd3-4485-bfc1-d66f61bbb1d3 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812409 Jul 16 15:27:28.493899 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a4d59c0e-6905-45e9-83ea-289aeb8735b1 req-2c45189c-b5c7-4c71-b304-bdb651c00f33 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884836 Jul 16 15:27:29.544504 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68ee9c-427c-4076-9020-8f9914b08753 req-0455623e-3281-492a-a25a-c455f173c24f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:29.545997 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e68ee9c-427c-4076-9020-8f9914b08753 req-0455623e-3281-492a-a25a-c455f173c24f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 943 time: 0.0617146 Jul 16 15:27:29.582562 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-2e68ee9c-427c-4076-9020-8f9914b08753 req-2fbdc9d1-76fb-44ec-9531-822b5f230fcd tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309138 Jul 16 15:27:30.770744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6046d3-a8d5-4139-968b-9e390e9095be req-85dd7f56-5a31-42f1-b410-93359d0120c1 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:30.772221 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf6046d3-a8d5-4139-968b-9e390e9095be req-85dd7f56-5a31-42f1-b410-93359d0120c1 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 943 time: 0.0620193 Jul 16 15:27:30.813332 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-bf6046d3-a8d5-4139-968b-9e390e9095be req-8a51bb01-7b50-40f3-b688-0abff948f20f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351985 Jul 16 15:27:31.226390 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 details requested by agent hyperv_hv-cinder-80106 with host hv-cinder-80106 {{(pid=92982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 15:27:31.320282 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:27:31.331922 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Returning: {'device': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'port_id': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'mac_address': 'fa:16:3e:2a:03:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 15:27:31.368291 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:31.380205 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 {{(pid=92982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 15:27:31.399473 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:27:31.402893 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:31.447007 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=4']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:31.453963 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.454345 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.454697 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.455046 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.455389 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.455725 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.456064 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.456393 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.456726 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.457056 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.457384 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.457713 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:27:31.760517 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:27:31.989358 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06440687-e146-4518-bc8c-f195967c8ac4 req-f58c814c-c96d-4f84-839a-c69728feff31 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:31.990869 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06440687-e146-4518-bc8c-f195967c8ac4 req-f58c814c-c96d-4f84-839a-c69728feff31 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 944 time: 0.0621860 Jul 16 15:27:32.030080 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-06440687-e146-4518-bc8c-f195967c8ac4 req-c2f2a742-7dc8-4314-8f62-08d4a73e48d9 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333252 Jul 16 15:27:33.213167 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5298c5-1add-4e59-9b6b-0c32654aaac6 req-4a9b697a-9542-4daf-a9fe-336dda916cbc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:33.214642 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7f5298c5-1add-4e59-9b6b-0c32654aaac6 req-4a9b697a-9542-4daf-a9fe-336dda916cbc tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 944 time: 0.0621200 Jul 16 15:27:33.247840 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 up at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 15:27:33.252668 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-7f5298c5-1add-4e59-9b6b-0c32654aaac6 req-877ca846-09fb-4c96-b1c7-6fcc0eaac6fb tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326104 Jul 16 15:27:33.303535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning for port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 completed by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 15:27:33.308047 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.provisioning_blocks [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Provisioning complete for port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 triggered by entity L2. {{(pid=92982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 15:27:33.308431 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4021289'] for port, provisioning_complete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:33.385451 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:33.409777 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'}] {{(pid=92982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:27:33.412054 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3e5674094e338c5074bf02337bddcbe54781d58286dfd629018a6cc9c630377" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd35ef00-94db-4a9f-a869-5541b263b615" -d '{"events": [{"server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "name": "network-vif-plugged", "status": "completed", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8"}]}' {{(pid=92982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:27:33.425399 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:27:33.430974 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752197168981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752196768669', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752196768687'] for port, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:33.478873 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Pushing event updated for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=5']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:27:33.563449 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f3a098-0771-4c03-9a22-5f659126d6fe x-openstack-request-id: req-38f3a098-0771-4c03-9a22-5f659126d6fe {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:27:33.563748 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "name": "network-vif-plugged", "status": "completed", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8", "code": 200}]} {{(pid=92982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:27:33.564008 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38f3a098-0771-4c03-9a22-5f659126d6fe {{(pid=92982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:27:33.564410 dv-cinder-801065-2-iscsi neutron-server[92982]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'code': 200} Jul 16 15:27:33.815796 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca7e53-2d2e-49c6-9448-a276e6c108c6 req-d270fee4-5ceb-43ad-a0ec-bdcd68c4230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:33.817523 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a3ca7e53-2d2e-49c6-9448-a276e6c108c6 req-d270fee4-5ceb-43ad-a0ec-bdcd68c4230a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 1098 time: 0.0554137 Jul 16 15:27:33.852756 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-a3ca7e53-2d2e-49c6-9448-a276e6c108c6 req-81197980-4cdc-4845-87f8-d77fc5d63fd7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292294 Jul 16 15:27:34.426193 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f84e1d-a23f-49e0-9162-83b12786b416 req-05745312-49f6-4599-8346-a67b43c9bf73 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:34.427680 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-45f84e1d-a23f-49e0-9162-83b12786b416 req-05745312-49f6-4599-8346-a67b43c9bf73 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.0656369 Jul 16 15:27:34.466867 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-45f84e1d-a23f-49e0-9162-83b12786b416 req-18f04027-1d15-460d-ac16-99dc0554ff7c tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330591 Jul 16 15:27:35.638067 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5ca7-1ef8-4fbc-bcca-605c3f761224 req-19e08c1b-ca3d-46cc-97d2-d84ab7d49b7a tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:35.639455 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed1e5ca7-1ef8-4fbc-bcca-605c3f761224 req-19e08c1b-ca3d-46cc-97d2-d84ab7d49b7a tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.0604637 Jul 16 15:27:35.675739 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-ed1e5ca7-1ef8-4fbc-bcca-605c3f761224 req-414139c0-ec0f-4aac-94fc-2e5432f24e01 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Jul 16 15:27:35.840274 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19303-d5d3-4b6f-9941-636e991dbbfb req-58591173-eb2d-465d-927c-4cd9df273d0e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:35.841700 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-f1f19303-d5d3-4b6f-9941-636e991dbbfb req-58591173-eb2d-465d-927c-4cd9df273d0e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.0607772 Jul 16 15:27:35.850136 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 48078) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:27:35.854580 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.v2.base [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Request body: {'floatingip': {'port_id': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'}} {{(pid=92981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 15:27:35.895244 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, before_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:36.589088 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:36.592919 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:36.690534 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.db.l3_db [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Floating IP 878e7334-c5cd-4841-a073-6181bfeb9771 associated. External IP: 172.27.0.179, port: d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8. Jul 16 15:27:36.889961 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:27:37.000481 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:27:37.005159 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:37.010890 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:27:37.019929 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:27:37.020716 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:27:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:37.048438 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-88f7c028-a5ea-4fca-82f3-2964afe72532 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "PUT /v2.0/floatingips/878e7334-c5cd-4841-a073-6181bfeb9771 HTTP/1.1" status: 200 len: 991 time: 1.1971939 Jul 16 15:27:37.049034 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'}] {{(pid=92981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:27:37.051311 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d4e848645a227bd4100d32ffac568485d16d9f1c1ba1c981ddbd34149435d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f" -d '{"events": [{"name": "network-changed", "server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8"}]}' {{(pid=92981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:27:37.143657 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:27:37.167972 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 15:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87dfac7-cdad-42fa-a3d3-8ff74c561beb x-openstack-request-id: req-c87dfac7-cdad-42fa-a3d3-8ff74c561beb {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:27:37.168266 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8", "status": "completed", "code": 200}]} {{(pid=92981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:27:37.168529 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c87dfac7-cdad-42fa-a3d3-8ff74c561beb {{(pid=92981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:27:37.168928 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'status': 'completed', 'code': 200} Jul 16 15:27:37.283244 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-22c02453-5916-4e89-8272-a3dcc688e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:37.284660 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-22c02453-5916-4e89-8272-a3dcc688e5ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 1098 time: 0.0531132 Jul 16 15:27:37.360180 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '878e7334-c5cd-4841-a073-6181bfeb9771', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:2a:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11203eb9-4551-4074-b878-f1d8d95380d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:27:23Z', 'updated_at': '2021-07-16T15:27:36Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:37.379264 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-431d6a85-528c-4ac5-a8e6-63563064f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:37.380726 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-431d6a85-528c-4ac5-a8e6-63563064f6a2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 200 len: 911 time: 0.0899031 Jul 16 15:27:37.388506 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:27:37.396595 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:27:37.397203 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:27:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:37.447136 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-b5aac969-7569-422d-a51a-6511e054a4eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 HTTP/1.1" status: 200 len: 999 time: 0.0598886 Jul 16 15:27:37.496654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-c4faabd7-2144-41f7-8ccb-2614a09f6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:37.498322 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-c4faabd7-2144-41f7-8ccb-2614a09f6bb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 200 len: 849 time: 0.0450075 Jul 16 15:27:37.501357 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:27:37.556476 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-8fa1e6c6-aa54-478b-b61e-48525a60e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:27:37.557969 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-8fa1e6c6-aa54-478b-b61e-48525a60e3cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7007d46-080a-44b8-920c-2344a26b3491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532789 Jul 16 15:27:37.651592 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-5b5106d2-abb1-4e9b-bd1c-9183155bb6f5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863969 Jul 16 15:27:37.717486 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '878e7334-c5cd-4841-a073-6181bfeb9771', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:2a:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11203eb9-4551-4074-b878-f1d8d95380d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:27:23Z', 'updated_at': '2021-07-16T15:27:36Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:27:37.740275 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-07d25f82-db0f-4407-9bfb-4ab62ee0d71f req-a6b6f4a1-6641-4dba-af62-31b866625b2c service neutron] 10.222.0.54 "GET /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818355 Jul 16 15:27:37.747251 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c53ee-965d-4d71-9636-5bcc03dd1f25 None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_floatingips': [{'id': '878e7334-c5cd-4841-a073-6181bfeb9771', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'router_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'port_id': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'mac_address': 'fa:16:3e:2a:03:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11203eb9-4551-4074-b878-f1d8d95380d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T15:27:23Z', 'updated_at': '2021-07-16T15:27:36Z', 'revision_number': 1, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:27:37.923869 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec8eee9-c0d5-4047-8907-4aed2f658973 None None] New status for floating IP 878e7334-c5cd-4841-a073-6181bfeb9771: ACTIVE {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:27:48.130390 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0241-9431-4377-8315-fab424cb4fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:50.385894 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:27:50.594490 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-79e61d62-579a-45b2-9b5b-f740b0604773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:51.024747 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:52.153297 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:53.117401 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:27:53.890581 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:12.269465 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-5bca354d-1219-4092-ab0d-55af83efbd18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509605 Jul 16 15:28:12.356641 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155d49-3505-4222-a503-4cff960f2cc9 req-a690dae5-846a-4183-9e22-7cb5260bb696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:28:12.358096 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-a690dae5-846a-4183-9e22-7cb5260bb696 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 1099 time: 0.0561802 Jul 16 15:28:12.460965 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155d49-3505-4222-a503-4cff960f2cc9 req-07a2f9f2-f685-408d-93e5-5c8c7168bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:28:12.462366 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-07a2f9f2-f685-408d-93e5-5c8c7168bde9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0854273 Jul 16 15:28:12.504934 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-a2bdd5d8-80d3-4d26-a5c2-967d90b02126 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 200 len: 217 time: 0.0366282 Jul 16 15:28:12.551920 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54155d49-3505-4222-a503-4cff960f2cc9 req-2960220c-48c1-4c37-aafd-13527139939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:28:12.553888 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-2960220c-48c1-4c37-aafd-13527139939b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0425522 Jul 16 15:28:12.585713 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-cee79db8-d371-4574-8ad6-6a31f7053862 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257471 Jul 16 15:28:12.674453 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-f88b0ef3-0742-48b8-96ac-5800cc82576a service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Jul 16 15:28:12.763099 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-54155d49-3505-4222-a503-4cff960f2cc9 req-e007e68f-bb45-4b09-aaba-c4b805565389 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823681 Jul 16 15:28:18.131017 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-39a6792d-2ddb-400a-bb04-81afeacc1d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:20.595146 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-07dc9a15-67e7-4ea1-ab17-d927af5ce279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:21.025755 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:22.156308 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:23.123443 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:23.892768 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:27.384170 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:28:48.132434 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c1174d7c-93e3-4adf-b6a7-3d0b6996d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:50.597400 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fc4672ba-8b1b-4b3d-9ebc-a0a9bbd97e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:51.026722 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:52.159194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:53.126944 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:28:53.895030 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:04.383846 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:29:12.400732 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-35488271-d067-4e7b-a490-5c753559c821 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966914 Jul 16 15:29:12.485949 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-9918eba5-8266-4528-a6cf-1e573db4cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:29:12.487343 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-9918eba5-8266-4528-a6cf-1e573db4cb8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1099 time: 0.0501146 Jul 16 15:29:12.589592 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-ba624037-1eb1-44c1-bfc1-3be60e9b8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:29:12.591073 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-ba624037-1eb1-44c1-bfc1-3be60e9b8c43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 916 time: 0.0823052 Jul 16 15:29:12.635862 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-e3e89e01-775f-460c-82b4-d67d1939b54f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 217 time: 0.0373013 Jul 16 15:29:12.683110 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-c1c9f9c7-ebc5-4ea5-a2cd-a56a9f5c01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:29:12.684484 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-c1c9f9c7-ebc5-4ea5-a2cd-a56a9f5c01e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 200 len: 854 time: 0.0422728 Jul 16 15:29:12.742654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-5bab3b98-64ee-4eb8-8cc2-034b8c63c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:29:12.744144 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-5bab3b98-64ee-4eb8-8cc2-034b8c63c132 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec0e13a4-a296-4c96-bb56-285bcaa444c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511589 Jul 16 15:29:12.755212 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-e70a80f4-e0c8-497a-b5cf-57b7819273da service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92980) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 15:29:12.756349 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-e70a80f4-e0c8-497a-b5cf-57b7819273da service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050590 Jul 16 15:29:12.847663 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-656872ec-84dd-4746-b151-d57dae7524a1 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843759 Jul 16 15:29:12.936180 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-ffd2576c-b444-4ebe-905d-32a6474ce7fd req-1a267013-2e6c-43ee-9895-d6eafe807a5e service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820203 Jul 16 15:29:18.132201 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a0d4c520-1bc8-4d4b-bdee-c772e0afdefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:20.601201 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fdbe90d0-575f-4210-a507-e11d113a57fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:21.027372 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:22.162245 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:23.131638 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:23.898954 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:41.382431 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:29:48.132597 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5b70db67-f61f-4cc0-a572-2ce5af2384fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:50.603194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b9daedc1-6249-4266-b94b-c371e927445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:51.028685 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:52.166084 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:53.139825 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:29:53.902974 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:13.263735 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-7263ff93-1a5e-4fff-bf07-ce310e8315d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577829 Jul 16 15:30:13.373722 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-08c0959a-fe72-4f39-8a90-dc368291b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:13.375233 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-08c0959a-fe72-4f39-8a90-dc368291b06b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0560069 Jul 16 15:30:13.476422 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-ab1dfbde-d0e4-4211-a605-d352407896cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:13.477870 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-ab1dfbde-d0e4-4211-a605-d352407896cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0826800 Jul 16 15:30:13.519327 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-34217c0d-32df-4e62-9ddb-bff28ad56036 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0355275 Jul 16 15:30:13.565811 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-49e2731d-5604-4094-8b35-642b0230085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:13.567833 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-49e2731d-5604-4094-8b35-642b0230085e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0418282 Jul 16 15:30:13.599757 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-194dd313-17c9-440b-84ae-96639f363467 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257998 Jul 16 15:30:13.690348 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-67dd9765-1062-42b8-a574-cbd770116170 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839748 Jul 16 15:30:13.780138 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-fcb4e765-60a4-4851-99ea-6c4bbf368004 req-58588b1f-574d-4b17-9171-258d9b45351c service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832877 Jul 16 15:30:17.280862 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3e9f6-e351-4a24-81d0-072710d376d9 req-95cb65b6-64e4-4f2f-88f1-8d2efd6f06d3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:17.282380 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53a3e9f6-e351-4a24-81d0-072710d376d9 req-95cb65b6-64e4-4f2f-88f1-8d2efd6f06d3 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 946 time: 0.1331310 Jul 16 15:30:17.320359 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-53a3e9f6-e351-4a24-81d0-072710d376d9 req-90768d9d-d72e-4bb4-bbb3-50c3b66ca66a tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Jul 16 15:30:17.705284 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-0494ae04-c86c-4247-8be6-828045600e7f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:17.706762 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-0494ae04-c86c-4247-8be6-828045600e7f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 946 time: 0.0675542 Jul 16 15:30:17.803969 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Deleting port d0a309b4-973d-405e-8d5c-42b80d4a4a9e {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:30:17.804329 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:17.892538 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] For port d0a309b4-973d-405e-8d5c-42b80d4a4a9e, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:30:17.892901 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:17.905023 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Calling delete_port for d0a309b4-973d-405e-8d5c-42b80d4a4a9e owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:30:18.026443 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:18.061554 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991', '6a31a91d-abd2-4c28-af6a-e180cd324534', 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:30:18.064450 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event deleted for resources: {'Port': ['ID=d0a309b4-973d-405e-8d5c-42b80d4a4a9e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:18.091171 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.091525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.091892 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.092218 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.092560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.092888 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.093226 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.093557 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.093887 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.094234 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.094566 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.094893 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:18.115890 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] No DVR routers for this DVR port d0a309b4-973d-405e-8d5c-42b80d4a4a9e on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:30:18.118281 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:18.120255 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-567d6431-1302-4172-b1ac-d14989a9e8e4 req-1cee3b95-69e4-439b-8e29-511366af5244 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "DELETE /v2.0/ports/d0a309b4-973d-405e-8d5c-42b80d4a4a9e HTTP/1.1" status: 204 len: 173 time: 0.4073217 Jul 16 15:30:18.120692 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'name': 'network-vif-deleted', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:30:18.123022 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca56e97-4a84-44a4-b69b-258b601cd07e" -d '{"events": [{"server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "name": "network-vif-deleted", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:30:18.164174 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-cbe40dae-4e93-4c47-a146-a310e2295363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:18.228479 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb48d22-43fc-40a2-a5fb-2c791480a7af x-openstack-request-id: req-feb48d22-43fc-40a2-a5fb-2c791480a7af {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:30:18.228877 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b52235-bd91-4712-aee1-49e94e60fd1a", "name": "network-vif-deleted", "tag": "d0a309b4-973d-405e-8d5c-42b80d4a4a9e", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:30:18.229282 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-feb48d22-43fc-40a2-a5fb-2c791480a7af {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:30:18.230297 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b52235-bd91-4712-aee1-49e94e60fd1a', 'name': 'network-vif-deleted', 'tag': 'd0a309b4-973d-405e-8d5c-42b80d4a4a9e', 'status': 'completed', 'code': 200} Jul 16 15:30:18.381695 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:30:18.474907 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-4dde9b4c-3766-43e3-b3f3-f452542acdb5 req-99333407-1e9c-4004-a32f-36eb3bbedfa7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=68b52235-bd91-4712-aee1-49e94e60fd1a HTTP/1.1" status: 200 len: 210 time: 0.0299902 Jul 16 15:30:19.965517 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c5969-4121-4d1c-9443-e8ab0777c012 req-e5380037-d9e0-4c0d-a5b6-520bcc47a116 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:19.967053 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc4c5969-4121-4d1c-9443-e8ab0777c012 req-e5380037-d9e0-4c0d-a5b6-520bcc47a116 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 945 time: 0.1105235 Jul 16 15:30:20.004881 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-dc4c5969-4121-4d1c-9443-e8ab0777c012 req-dc32c250-7f9f-4305-990d-aebcb7581eb5 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320933 Jul 16 15:30:20.370849 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-9266e42b-f2c2-453b-a4d8-e2dc23d9d6e6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:30:20.372316 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-9266e42b-f2c2-453b-a4d8-e2dc23d9d6e6 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 945 time: 0.0656228 Jul 16 15:30:20.474039 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Deleting port 6a31a91d-abd2-4c28-af6a-e180cd324534 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:30:20.474423 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:20.565756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] For port 6a31a91d-abd2-4c28-af6a-e180cd324534, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=6a31a91d-abd2-4c28-af6a-e180cd324534,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:30:20.566061 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:20.584452 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Calling delete_port for 6a31a91d-abd2-4c28-af6a-e180cd324534 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:30:20.615182 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-1f21e698-e03a-48e0-ad5c-b9b8b6123807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:20.720659 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:20.753622 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event deleted for resources: {'Port': ['ID=6a31a91d-abd2-4c28-af6a-e180cd324534,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:20.758959 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['0471d5eb-342b-4029-8ed1-eacd1c721991', '6a31a91d-abd2-4c28-af6a-e180cd324534'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:30:20.805979 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] No DVR routers for this DVR port 6a31a91d-abd2-4c28-af6a-e180cd324534 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:30:20.811226 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:20.813437 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-2dd421da-56cd-47c5-8ef9-07dd36cf300d req-f42585ed-1c01-4b19-9fbd-367f7f7dfc0d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "DELETE /v2.0/ports/6a31a91d-abd2-4c28-af6a-e180cd324534 HTTP/1.1" status: 204 len: 173 time: 0.4358909 Jul 16 15:30:20.813891 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'name': 'network-vif-deleted', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:30:20.816339 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d86e52-f00a-46cb-822f-052202568003" -d '{"events": [{"server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "name": "network-vif-deleted", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:30:20.868462 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5041a728-e969-46a6-88c7-aef2f3bfc64b x-openstack-request-id: req-5041a728-e969-46a6-88c7-aef2f3bfc64b {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:30:20.868835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb13c20-f506-4853-8b34-ba9c1e2be653", "name": "network-vif-deleted", "tag": "6a31a91d-abd2-4c28-af6a-e180cd324534", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:30:20.869118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5041a728-e969-46a6-88c7-aef2f3bfc64b {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:30:20.869520 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb13c20-f506-4853-8b34-ba9c1e2be653', 'name': 'network-vif-deleted', 'tag': '6a31a91d-abd2-4c28-af6a-e180cd324534', 'status': 'completed', 'code': 200} Jul 16 15:30:20.917946 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49738) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:30:21.021697 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.031887 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.119049 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.122858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.185115 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9cafb354-4583-4f56-afe1-61bf93be9fb6 req-80455104-c0dd-47be-a55c-604536255b8d tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbb13c20-f506-4853-8b34-ba9c1e2be653 HTTP/1.1" status: 200 len: 210 time: 0.0515924 Jul 16 15:30:21.187660 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b0774a562e04b7ba33fc8d3aeff072d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685411 Jul 16 15:30:21.188493 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb03894d-260e-43b5-b2a4-cbb101b9071f,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:21.190461 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49744) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:30:21.195844 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.196202 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.196540 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.196897 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.197227 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.197555 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.197877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.198222 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.198929 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.199362 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.199565 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.208366 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58341ef9-7fe9-4c5c-8640-1a681075aa32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:30:21.245361 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.267638 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.315263 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.318300 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.319565 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb03894d-260e-43b5-b2a4-cbb101b9071f HTTP/1.1" status: 204 len: 168 time: 0.1281211 Jul 16 15:30:21.327668 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050f23f-dd64-403c-b72a-b52d6058933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb03894d-260e-43b5-b2a4-cbb101b9071f,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:21.593078 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 49752) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:30:21.606383 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0aba-0d60-4b2d-9bf3-b458e1fddb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.703215 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0aba-0d60-4b2d-9bf3-b458e1fddb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.707094 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-ffbb0aba-0d60-4b2d-9bf3-b458e1fddb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.744467 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-ffbb0aba-0d60-4b2d-9bf3-b458e1fddb22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28a28eec0dbd409c92a563b4091c1a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503630 Jul 16 15:30:21.745515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb0aba-0d60-4b2d-9bf3-b458e1fddb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd802ca-eae1-4c66-aba7-7eb0e33d24f3,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:21.747267 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 49758) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:30:21.795766 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.819304 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.866347 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.869392 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:21.870562 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fd802ca-eae1-4c66-aba7-7eb0e33d24f3 HTTP/1.1" status: 204 len: 168 time: 0.1222603 Jul 16 15:30:21.878105 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec563621-3863-4e65-b962-f494bb201244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd802ca-eae1-4c66-aba7-7eb0e33d24f3,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:30:22.172757 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:22.186013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d0a309b4-973d-405e-8d5c-42b80d4a4a9e no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:30:22.206471 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: d0a309b4-973d-405e-8d5c-42b80d4a4a9e {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:30:22.206820 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d0a309b4-973d-405e-8d5c-42b80d4a4a9e not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:30:22.207285 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6a31a91d-abd2-4c28-af6a-e180cd324534 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:30:22.227266 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 6a31a91d-abd2-4c28-af6a-e180cd324534 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:30:22.227693 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 6a31a91d-abd2-4c28-af6a-e180cd324534 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:30:23.171047 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:23.904215 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:48.137101 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-bb91e841-294c-46f3-abe8-20e538922781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:50.606067 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3355d796-5308-4895-b03e-3bddc7526c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:51.033352 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:52.171878 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:53.191463 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:53.906058 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:30:55.379896 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:31:15.381559 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-5060394f-c0fb-4de9-b013-1b1cb6e2ea18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545659 Jul 16 15:31:15.474539 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-595b9f5d-d706-497a-ac44-5c08db9214ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:15.475946 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-595b9f5d-d706-497a-ac44-5c08db9214ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1099 time: 0.0577633 Jul 16 15:31:15.586529 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-011b1055-b88c-49e3-9ccd-7e23baeb117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:15.588011 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-011b1055-b88c-49e3-9ccd-7e23baeb117b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 916 time: 0.0894589 Jul 16 15:31:15.630716 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-7946b8cc-bef3-4f6b-acf3-345a80786a1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 217 time: 0.0355363 Jul 16 15:31:15.679237 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-54bb0fed-3ee3-4360-a00c-168274b504f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:15.680632 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-54bb0fed-3ee3-4360-a00c-168274b504f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 200 len: 854 time: 0.0427556 Jul 16 15:31:15.740164 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-0badb51f-8cd8-4156-9274-8d31e88b8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:15.741521 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-0badb51f-8cd8-4156-9274-8d31e88b8faf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec0e13a4-a296-4c96-bb56-285bcaa444c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535848 Jul 16 15:31:15.833606 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-dfbd5eae-5e38-4078-b047-e208bd47ce23 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Jul 16 15:31:15.925977 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-1637927d-23d0-4e71-8bac-e00cb17fabb2 req-b9a54e42-e3e2-48d6-a54b-73c3a855e25e service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850539 Jul 16 15:31:18.140233 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9371c7c1-2b3a-4b9e-8163-234a4a3e743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.233998 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50490) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:19.341432 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.429123 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.432525 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.470411 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ef2763077224064b50a06172ebe1e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353570 Jul 16 15:31:19.471269 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa4b178-36cb-43c6-850c-5c3a0a0555b1,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:19.473052 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50498) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:19.488299 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.488649 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.489010 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.489341 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.489669 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.489997 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.490491 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.490665 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.490986 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.491304 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.491620 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.492023 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef775927-614e-492d-8d03-a9746e0b85fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:19.533517 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.557853 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.604269 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.606787 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:19.607924 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fa4b178-36cb-43c6-850c-5c3a0a0555b1 HTTP/1.1" status: 204 len: 168 time: 0.1339879 Jul 16 15:31:19.615474 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b34ca-a4bc-4422-ab53-b4845140fde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa4b178-36cb-43c6-850c-5c3a0a0555b1,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:20.611701 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-62cd17d5-a247-4905-a2ea-16938ce51d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:21.035181 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:22.175563 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.113818 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50592) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:23.197847 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.219324 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-56751c72-0ce3-470f-8509-f03d88512354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.307049 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-56751c72-0ce3-470f-8509-f03d88512354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.310858 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-56751c72-0ce3-470f-8509-f03d88512354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.350070 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-56751c72-0ce3-470f-8509-f03d88512354 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce443e67255a41dfb998d7a82b012d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350559 Jul 16 15:31:23.351215 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56751c72-0ce3-470f-8509-f03d88512354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e96f9-c5a3-4d61-98bb-8fb3a15eb62c,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:23.353445 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50600) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:23.406356 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.430589 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.492679 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.497067 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:23.501083 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f0e96f9-c5a3-4d61-98bb-8fb3a15eb62c HTTP/1.1" status: 204 len: 168 time: 0.1463990 Jul 16 15:31:23.539724 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e96f9-c5a3-4d61-98bb-8fb3a15eb62c,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:23.549142 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.550243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.550744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.551207 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.551711 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.552187 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.552735 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.553505 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.553505 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.554672 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.555053 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.556246 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439f746-975f-4081-9267-76b50e03b4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:31:23.910935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:25.450704 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c7a67-14b7-4731-a90b-44573987a4e5 req-493e01a3-48ca-473a-93ab-9f210a7a8a6f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:25.452097 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b68c7a67-14b7-4731-a90b-44573987a4e5 req-493e01a3-48ca-473a-93ab-9f210a7a8a6f tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.0619910 Jul 16 15:31:25.492715 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b68c7a67-14b7-4731-a90b-44573987a4e5 req-d53901a4-4861-4fc9-b25a-37defc9fe44a tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344582 Jul 16 15:31:26.670867 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce56c-9a57-43ca-a90a-e9b33e98083f req-f1f1c3db-17a4-4cd1-aac4-8c26ab2bd0c0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:26.672364 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b38ce56c-9a57-43ca-a90a-e9b33e98083f req-f1f1c3db-17a4-4cd1-aac4-8c26ab2bd0c0 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.0636444 Jul 16 15:31:26.703340 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50664) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:26.712323 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b38ce56c-9a57-43ca-a90a-e9b33e98083f req-be8ea79a-e0a8-451e-9f0b-fcd4ebf5326d tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups?id=63dd77d8-1332-4f8e-9867-d7921329009b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341573 Jul 16 15:31:26.884895 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Deleting subnet e23be745-0b5c-4ca7-bc19-719e6f956c78 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:31:26.887760 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.168310 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.218970 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.256206 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-a8719d2b-e196-4d90-9170-bf907edb1d71 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:31:27.257640 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-a8719d2b-e196-4d90-9170-bf907edb1d71 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 945 time: 0.1188660 Jul 16 15:31:27.317124 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.350681 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23be745-0b5c-4ca7-bc19-719e6f956c78,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:27.370407 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.372825 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e59afe1b-00d2-40a7-bb7a-ade7646ff076 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e23be745-0b5c-4ca7-bc19-719e6f956c78 HTTP/1.1" status: 204 len: 168 time: 0.6683803 Jul 16 15:31:27.374885 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50670) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:27.401429 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Deleting port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:31:27.401770 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.440975 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.491833 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] For port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:31:27.492187 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.519103 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.528690 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75258fe0-9626-41c0-a092-1c8533895e51']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:27.538723 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c678005b-d1d3-40a1-bebc-55e1991c2e06') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:27.539020 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c678005b-d1d3-40a1-bebc-55e1991c2e06') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:27.547468 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.560915 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.567370 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:31:27.567787 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:31:27.569412 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:31:27.623860 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.629923 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.631758 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/75258fe0-9626-41c0-a092-1c8533895e51 HTTP/1.1" status: 204 len: 168 time: 0.2558894 Jul 16 15:31:27.645531 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f28a99-30d3-4514-9846-43ec150609c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=75258fe0-9626-41c0-a092-1c8533895e51,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:27.668283 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.668644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-887209'] for floatingip, after_update {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.668961 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.db.l3_db [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Floating IP 878e7334-c5cd-4841-a073-6181bfeb9771 disassociated. External IP: 172.27.0.179, port: d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8. Jul 16 15:31:27.669302 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Calling delete_port for d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:31:27.750561 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50678) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:27.802122 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-795f3e7d-446a-47f9-aab1-a8ec0492a432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2faac9ae24674f0fbd5c2ae5ae2c4b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502381 Jul 16 15:31:27.804541 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50682) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:27.816138 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.849082 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'Port': ['ID=d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:27.878650 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-233fbf64-88dc-4b03-876a-4066eee9e07a req-a900b72e-7ee8-42a2-a291-60ebe455dd20 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/ports?device_id=11203eb9-4551-4074-b878-f1d8d95380d2 HTTP/1.1" status: 200 len: 210 time: 0.0342011 Jul 16 15:31:27.890479 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.912433 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.964325 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.966881 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:27.968037 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abaf46c9-062a-4143-8d53-f1a70ab202a5 HTTP/1.1" status: 204 len: 168 time: 0.1623666 Jul 16 15:31:27.976247 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c24f8-aabb-4345-94cd-8ab63dc74cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf46c9-062a-4143-8d53-f1a70ab202a5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:27.979781 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:31:28.092876 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:31:28.102595 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:31:28.112355 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:31:28.112963 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:31:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:28.138358 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] No DVR routers for this DVR port d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:31:28.141474 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:28.143687 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-9778fe7b-9c08-4ebe-b535-05194ca033d2 req-b54f45ac-fc62-4b09-9862-7870a5be277e tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.54 "DELETE /v2.0/ports/d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 HTTP/1.1" status: 204 len: 173 time: 0.8774076 Jul 16 15:31:28.144187 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'name': 'network-vif-deleted', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:31:28.146581 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5452d1-c4d5-4f0c-879f-b776a00015de" -d '{"events": [{"server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "name": "network-vif-deleted", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:31:28.204266 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee479e62-7509-4444-9fb9-d887cca23d53 x-openstack-request-id: req-ee479e62-7509-4444-9fb9-d887cca23d53 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:31:28.204895 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11203eb9-4551-4074-b878-f1d8d95380d2", "name": "network-vif-deleted", "tag": "d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:31:28.211178 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee479e62-7509-4444-9fb9-d887cca23d53 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:31:28.211718 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11203eb9-4551-4074-b878-f1d8d95380d2', 'name': 'network-vif-deleted', 'tag': 'd89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8', 'status': 'completed', 'code': 200} Jul 16 15:31:28.243368 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:31:28.458434 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:28.483418 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:31:28.491731 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:31:28.492330 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:31:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:28.603646 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:31:28.810339 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:28.840249 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5cfed2-4a9a-4006-80ac-1d0f3fdf5095 None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:20:26Z', 'revision_number': 4, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi', '_interfaces': [{'id': '7d6ef6ae-8f79-44a0-812b-e964e80445c0', 'name': '', 'network_id': 'd7007d46-080a-44b8-920c-2344a26b3491', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'mac_address': 'fa:16:3e:7c:23:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '42684059-554f-4e69-93fa-7cbcef434e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:25Z', 'updated_at': '2021-07-16T15:20:30Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'subnets': [{'id': '42684059-554f-4e69-93fa-7cbcef434e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:31:29.001487 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50698) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:29.058398 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.083813 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.087247 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0895468-5115-4046-a0e6-59be3e855c17 None None] New status for floating IP 878e7334-c5cd-4841-a073-6181bfeb9771: DOWN {{(pid=92982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 15:31:29.134334 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.136869 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.138028 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "DELETE /v2.0/security-groups/63dd77d8-1332-4f8e-9867-d7921329009b HTTP/1.1" status: 204 len: 168 time: 0.1348970 Jul 16 15:31:29.140797 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50700) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:29.147100 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dc985-68fd-4d72-b447-255a718d5513 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dd77d8-1332-4f8e-9867-d7921329009b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:29.155827 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.api.v2.resource [None req-c31c1e52-ffee-402f-8795-815a028986ff tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] show failed (client error): The resource could not be found. Jul 16 15:31:29.156854 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c31c1e52-ffee-402f-8795-815a028986ff tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "GET /v2.0/security-groups/63dd77d8-1332-4f8e-9867-d7921329009b HTTP/1.1" status: 404 len: 347 time: 0.0141008 Jul 16 15:31:29.160465 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50702) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:29.285709 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Deleting port a5dac3ea-b617-4c77-a7de-c3ba7269ae46 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:31:29.286051 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.363041 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.363370 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.374904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Calling delete_port for a5dac3ea-b617-4c77-a7de-c3ba7269ae46 owned by network:floatingip {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:31:29.502699 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.530727 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Pushing event deleted for resources: {'Port': ['ID=a5dac3ea-b617-4c77-a7de-c3ba7269ae46,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:29.592470 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks [] for floatingip, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.595278 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for floatingip, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:29.596995 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-d70c1f1c-ebc4-4bee-8565-03d5b1a2bd50 tempest-AttachVolumeTestJSON-425895395 tempest-AttachVolumeTestJSON-425895395-project] 10.222.0.39 "DELETE /v2.0/floatingips/878e7334-c5cd-4841-a073-6181bfeb9771 HTTP/1.1" status: 204 len: 168 time: 0.4356282 Jul 16 15:31:30.505740 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:31:30.524988 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:31:30.525338 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device d89c35f3-dc44-4eaa-ad86-f87b6cbbd5d8 not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:31:32.378035 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:31:33.282071 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50746) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:33.797967 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:34.040922 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Deleting port 7d6ef6ae-8f79-44a0-812b-e964e80445c0 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:31:34.041267 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:34.119644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] For port 7d6ef6ae-8f79-44a0-812b-e964e80445c0, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=7d6ef6ae-8f79-44a0-812b-e964e80445c0,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:31:34.120013 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:34.132917 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Calling delete_port for 7d6ef6ae-8f79-44a0-812b-e964e80445c0 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:31:34.306353 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:34.335452 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6ef6ae-8f79-44a0-812b-e964e80445c0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:34.495076 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:34.702146 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:31:35.025895 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:31:35.030699 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-122d68fb-75e1-4117-be91-82ab1150f4af admin admin] 10.222.0.39 "PUT /v2.0/routers/5f2f6b07-3e81-4583-a65c-dde7e8a8d93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475421 Jul 16 15:31:35.034144 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50754) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:35.035030 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Sync routers for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:31:35.043922 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:31:35.044606 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:31:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:35.139225 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.146477 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:31:35.243379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.299960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Deleting port b9e158dc-f0ff-4af6-a067-c9206232a4c6 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:31:35.300306 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.321373 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:31:34Z', 'revision_number': 5, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port': {'id': 'b9e158dc-f0ff-4af6-a067-c9206232a4c6', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:4c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:20:24Z', 'updated_at': '2021-07-16T15:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:35.347241 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Checking router: 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:31:35.355327 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Routers {'5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:31:35.355934 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:31:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:35.379818 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] For port b9e158dc-f0ff-4af6-a067-c9206232a4c6, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b9e158dc-f0ff-4af6-a067-c9206232a4c6,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:31:35.380530 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.394005 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Calling delete_port for b9e158dc-f0ff-4af6-a067-c9206232a4c6 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:31:35.519202 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] Set router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:31:35.562196 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.571249 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:31:35Z', 'revision_number': 6, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:35.587560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e158dc-f0ff-4af6-a067-c9206232a4c6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:35.596564 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d2888-cdac-4f4a-96ca-fa50ad72192d None None] The sync data for ids ['5f2f6b07-3e81-4583-a65c-dde7e8a8d93b'] in dv-cinder-801065-2-iscsi is: [{'id': '5f2f6b07-3e81-4583-a65c-dde7e8a8d93b', 'name': 'tempest-AttachVolumeTestJSON-867313536-router', 'tenant_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:20:23Z', 'updated_at': '2021-07-16T15:31:35Z', 'revision_number': 6, 'project_id': 'eba049ea6ad2410b86b0740d6c7a1600', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:31:35.652831 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.741245 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.743401 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.784659 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.785177 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2f6b07-3e81-4583-a65c-dde7e8a8d93b {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:31:35.789426 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.790606 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8e000411-885d-43b7-8237-889816ccd8d1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5f2f6b07-3e81-4583-a65c-dde7e8a8d93b HTTP/1.1" status: 204 len: 168 time: 0.7554686 Jul 16 15:31:35.792969 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50760) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:35.840118 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Deleting subnet 42684059-554f-4e69-93fa-7cbcef434e52 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:31:35.843003 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.877084 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:35.953734 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.007522 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.038315 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42684059-554f-4e69-93fa-7cbcef434e52,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:36.042632 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.046786 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9a3fd6c6-8d1c-4dd9-a111-8c1f42130b0d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/42684059-554f-4e69-93fa-7cbcef434e52 HTTP/1.1" status: 204 len: 168 time: 0.2527452 Jul 16 15:31:36.047267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50762) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:36.048573 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7efa4a-1f45-4569-813a-33e261d076ec None None] Network d7007d46-080a-44b8-920c-2344a26b3491 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:31:36.119298 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.177458 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Deleting port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:31:36.177722 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.250883 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] For port 0b8122dd-8d11-4b4a-88ea-56e2f720e935, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=0b8122dd-8d11-4b4a-88ea-56e2f720e935,segment=NetworkSegment(bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf),segment_id=bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:31:36.251243 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.262578 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Calling delete_port for 0b8122dd-8d11-4b4a-88ea-56e2f720e935 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:31:36.342696 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.368261 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8122dd-8d11-4b4a-88ea-56e2f720e935,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:36.371791 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] No DVR routers for this DVR port 0b8122dd-8d11-4b4a-88ea-56e2f720e935 on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:31:36.385460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97433345-1135-4306-b9c3-3f51f32b9129 None None] DHCP port deletion for d7007d46-080a-44b8-920c-2344a26b3491 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:31:36.450141 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.460429 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7007d46-080a-44b8-920c-2344a26b3491']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:36.470523 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:36.470835 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd135726-dfbe-4ec4-8d9b-c9b49c44d5bf') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:31:36.481481 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.496027 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.502733 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:31:36.503267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:31:36.504931 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:31:36.560515 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.567286 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.569039 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] 10.222.0.39 "DELETE /v2.0/networks/d7007d46-080a-44b8-920c-2344a26b3491 HTTP/1.1" status: 204 len: 168 time: 0.5209808 Jul 16 15:31:36.583545 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9316f-c057-4207-b5e9-8b3b7f286d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d7007d46-080a-44b8-920c-2344a26b3491,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:36.653448 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b9e158dc-f0ff-4af6-a067-c9206232a4c6 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:31:36.672420 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: b9e158dc-f0ff-4af6-a067-c9206232a4c6 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:31:36.672768 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b9e158dc-f0ff-4af6-a067-c9206232a4c6 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:31:36.673186 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 7d6ef6ae-8f79-44a0-812b-e964e80445c0 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:31:36.694988 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 7d6ef6ae-8f79-44a0-812b-e964e80445c0 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:31:36.695382 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 7d6ef6ae-8f79-44a0-812b-e964e80445c0 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:31:36.695772 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0b8122dd-8d11-4b4a-88ea-56e2f720e935 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:31:36.708005 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50770) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:36.714216 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 0b8122dd-8d11-4b4a-88ea-56e2f720e935 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:31:36.714567 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 0b8122dd-8d11-4b4a-88ea-56e2f720e935 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:31:36.749923 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-224f9b11-f200-46ad-8ee8-f385a3b3538a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eba049ea6ad2410b86b0740d6c7a1600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406404 Jul 16 15:31:36.753000 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50772) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:36.800343 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.820718 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.866677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.869433 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:36.871038 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2884485d-01d9-4fd7-8346-a02cd9f1fc50 HTTP/1.1" status: 204 len: 168 time: 0.1170030 Jul 16 15:31:36.878826 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d2375-2fe4-47c6-a692-d7368e90194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884485d-01d9-4fd7-8346-a02cd9f1fc50,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:45.105307 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50908) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:45.205364 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0774f1f4-ca16-4538-8436-591a82e612ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.292047 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0774f1f4-ca16-4538-8436-591a82e612ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.295756 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0774f1f4-ca16-4538-8436-591a82e612ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.336096 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0774f1f4-ca16-4538-8436-591a82e612ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70553cef885441e1bcf380147152464c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296619 Jul 16 15:31:45.336721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774f1f4-ca16-4538-8436-591a82e612ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72ebd32-db80-42fc-8d07-77c046f862d5,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:45.338744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50912) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:45.388109 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.413656 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.459353 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.462327 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:45.463464 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f72ebd32-db80-42fc-8d07-77c046f862d5 HTTP/1.1" status: 204 len: 168 time: 0.1237247 Jul 16 15:31:45.471684 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a284d6-0919-4c22-bfbe-6e278bcedad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72ebd32-db80-42fc-8d07-77c046f862d5,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:46.940173 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50964) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:47.041033 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3862375-ae9f-4d6a-aae2-60ddc1d7438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.132136 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3862375-ae9f-4d6a-aae2-60ddc1d7438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.135828 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f3862375-ae9f-4d6a-aae2-60ddc1d7438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.171867 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862375-ae9f-4d6a-aae2-60ddc1d7438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5aae2-55dc-47d0-b5d1-eec2aa9bd593,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:47.176676 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f3862375-ae9f-4d6a-aae2-60ddc1d7438b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ebe5fd9bc3248f49f267876398f701a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354820 Jul 16 15:31:47.179369 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50968) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:47.226506 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.247852 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.294948 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.297446 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.298683 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3c5aae2-55dc-47d0-b5d1-eec2aa9bd593 HTTP/1.1" status: 204 len: 168 time: 0.1183696 Jul 16 15:31:47.306696 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f2e21-e8de-413f-9e4a-624a7e14cb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5aae2-55dc-47d0-b5d1-eec2aa9bd593,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:47.547204 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 50974) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:47.560400 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-720ed58d-8dee-477c-996c-56d65d023930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.653170 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-720ed58d-8dee-477c-996c-56d65d023930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.656963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-720ed58d-8dee-477c-996c-56d65d023930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.694390 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-720ed58d-8dee-477c-996c-56d65d023930 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=221ebeb40ba247308a1dc20d996b4514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461146 Jul 16 15:31:47.695205 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ed58d-8dee-477c-996c-56d65d023930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795deae7-79e7-44ec-96e6-aaf0fd504a48,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:47.697745 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 50976) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:47.749915 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.774506 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.822202 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.825250 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:47.826447 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/795deae7-79e7-44ec-96e6-aaf0fd504a48 HTTP/1.1" status: 204 len: 168 time: 0.1273997 Jul 16 15:31:47.835242 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397278c-4b97-472b-b00d-40869bba1c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795deae7-79e7-44ec-96e6-aaf0fd504a48,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:48.141345 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8794fb84-ae0b-4131-8191-a7ec54939044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:50.604837 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ebf1fb65-5b5d-463d-b111-ec75ee6d3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:51.035785 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.033689 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51068) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:52.134963 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-459636c8-9d55-49cb-a360-c2d5192e7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.176653 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.226765 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-459636c8-9d55-49cb-a360-c2d5192e7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.230402 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-459636c8-9d55-49cb-a360-c2d5192e7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.269492 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-459636c8-9d55-49cb-a360-c2d5192e7497 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8269b59c6fff44bbad78591626e67a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346787 Jul 16 15:31:52.271455 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459636c8-9d55-49cb-a360-c2d5192e7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb914600-95a1-447f-ab84-d25a6399e509,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:52.272254 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51072) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:52.323318 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.344202 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.390642 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.393744 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.394928 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb914600-95a1-447f-ab84-d25a6399e509 HTTP/1.1" status: 204 len: 168 time: 0.1216731 Jul 16 15:31:52.402284 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a989e2b-2f9a-4b5d-95c8-65121074f5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb914600-95a1-447f-ab84-d25a6399e509,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:52.643604 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51078) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:52.656488 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcbe6-24fa-4849-8b03-6b405d5b6bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.746241 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcbe6-24fa-4849-8b03-6b405d5b6bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.749881 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-f4bfcbe6-24fa-4849-8b03-6b405d5b6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.787161 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-f4bfcbe6-24fa-4849-8b03-6b405d5b6bbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03859d91c83c4b5db24afed789e1cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424379 Jul 16 15:31:52.789007 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfcbe6-24fa-4849-8b03-6b405d5b6bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ececa2f-65ef-4e5a-b363-81956f8f5d95,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:52.789881 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51080) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:52.842941 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.864354 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.910659 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.913494 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:52.914753 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ececa2f-65ef-4e5a-b363-81956f8f5d95 HTTP/1.1" status: 204 len: 168 time: 0.1238554 Jul 16 15:31:52.922086 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c334f9-2fa2-44e2-b571-309a7e4c7376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ececa2f-65ef-4e5a-b363-81956f8f5d95,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:53.198786 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:53.912520 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:54.737261 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51158) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:54.836824 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7fa81be-a58f-49c3-8e3d-c09f88df18b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:54.922266 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7fa81be-a58f-49c3-8e3d-c09f88df18b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:54.926379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-b7fa81be-a58f-49c3-8e3d-c09f88df18b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:54.963990 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-b7fa81be-a58f-49c3-8e3d-c09f88df18b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ba0c387586443b4a67981b9089faba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256591 Jul 16 15:31:54.964856 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa81be-a58f-49c3-8e3d-c09f88df18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347a3ef8-0888-4d7e-82ce-059baa76a77b,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:54.966679 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51162) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:55.015390 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.036973 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.082733 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.085355 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.086448 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/347a3ef8-0888-4d7e-82ce-059baa76a77b HTTP/1.1" status: 204 len: 168 time: 0.1186714 Jul 16 15:31:55.096358 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ac6ef-2a46-47fc-adfc-378e5ebf4151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347a3ef8-0888-4d7e-82ce-059baa76a77b,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:55.346939 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51172) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:55.359878 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2ed1-15ff-42bd-85cc-241b29c999c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.445535 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2ed1-15ff-42bd-85cc-241b29c999c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.449112 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-c5fd2ed1-15ff-42bd-85cc-241b29c999c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.488146 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd2ed1-15ff-42bd-85cc-241b29c999c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60ace3a-9746-473f-b82e-2189b67e4819,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:55.493207 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-c5fd2ed1-15ff-42bd-85cc-241b29c999c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bca841327c04fc288a62e5a9d44b9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451409 Jul 16 15:31:55.495841 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51174) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:55.542857 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.563746 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.609941 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.613134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:55.614272 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f60ace3a-9746-473f-b82e-2189b67e4819 HTTP/1.1" status: 204 len: 168 time: 0.1175129 Jul 16 15:31:55.621816 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3abf1d-21da-4a72-967c-6218cae8da58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60ace3a-9746-473f-b82e-2189b67e4819,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:56.826089 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 51220) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:56.925306 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80875d07-64c6-4e8c-ae70-38622ea764f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.010661 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80875d07-64c6-4e8c-ae70-38622ea764f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.014052 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-80875d07-64c6-4e8c-ae70-38622ea764f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.051115 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-80875d07-64c6-4e8c-ae70-38622ea764f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=061158b2b31e4e58bab6048b3a8d68e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240040 Jul 16 15:31:57.051934 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80875d07-64c6-4e8c-ae70-38622ea764f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db52eec0-9b54-4895-9c07-e5fbb7fb2103,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:31:57.053805 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 51224) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:31:57.105387 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.125312 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.174134 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.176721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:31:57.177848 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db52eec0-9b54-4895-9c07-e5fbb7fb2103 HTTP/1.1" status: 204 len: 168 time: 0.1230314 Jul 16 15:31:57.185369 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b34b-fc99-492d-8277-1baa3728a87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db52eec0-9b54-4895-9c07-e5fbb7fb2103,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:32:09.376492 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:32:18.144091 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-795586d3-f2bc-44c1-8a87-350baaf40155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:20.605986 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-0bcedc47-ed57-4e34-9df4-f5f5c78c682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:21.035604 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:22.180298 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:23.197227 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:23.915601 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:46.375695 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:32:48.145155 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-042e821c-4c73-4141-9645-24cc0658ea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:50.605613 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5eb91df6-afeb-476c-bb7a-9982a54aeae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:51.036973 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:52.184338 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:53.203316 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:32:53.919304 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:18.145503 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f8812823-316c-4f4d-80d4-0ddda007c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:18.868835 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-bc5b2bea-8ff5-41a3-9352-232cb6b4215c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501013 Jul 16 15:33:18.974800 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-7f028828-1549-44b9-b1a8-73ed585bc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:33:18.976166 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-7f028828-1549-44b9-b1a8-73ed585bc114 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0517137 Jul 16 15:33:19.081522 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-0b39bb0e-575b-467d-9dea-01db48325716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:33:19.083570 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-0b39bb0e-575b-467d-9dea-01db48325716 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0867937 Jul 16 15:33:19.125241 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-7d1149eb-cfc2-45e4-8667-6c18080138c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Jul 16 15:33:19.172231 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-20c073ff-547c-4a2a-a938-ce63bdf4fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:33:19.173630 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-20c073ff-547c-4a2a-a938-ce63bdf4fca4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0419304 Jul 16 15:33:19.210854 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-72b686d0-4fc6-47e4-aa76-1145d7d79459 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301423 Jul 16 15:33:19.300795 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-d243cc0e-c7ef-4b69-a537-fe796fd73c82 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Jul 16 15:33:19.392571 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-8d93ec0a-4085-4f26-9ca1-35bd96b4ad12 req-81e1088d-9adc-46f3-80c5-9b7af5ba28bd service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Jul 16 15:33:20.606814 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5e998b63-2cab-40bf-ac9c-7fe6e7cb4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:21.038678 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:22.186952 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:23.194194 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:23.374671 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:33:23.921158 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:48.146284 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-e6e6595d-7a2d-4765-9c34-2756b309c129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:50.608132 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7103ca1b-c07c-4bb8-b7a8-37d25c60fca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:51.038803 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:52.190045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:53.208150 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:33:53.925013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:00.374797 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:34:18.147061 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-279361d9-f580-44bc-9375-a6a70fe040c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:20.609383 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f94fd214-95f2-4cd7-bcf9-3db1637fa633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:21.020406 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-3a0be0be-323c-427a-aeac-8f3abddf7a3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1585941 Jul 16 15:34:21.040580 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:21.104466 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-f4495083-b97b-4638-9d76-39a787a3d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:21.105946 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-f4495083-b97b-4638-9d76-39a787a3d1cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 1099 time: 0.0517001 Jul 16 15:34:21.211215 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-c29daa52-61c2-44be-aab9-356c8ed42d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:21.212608 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-c29daa52-61c2-44be-aab9-356c8ed42d4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 200 len: 916 time: 0.0865285 Jul 16 15:34:21.253235 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-afe7137f-870d-4946-b4ec-7c1397b27de4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 200 len: 217 time: 0.0344429 Jul 16 15:34:21.305789 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-4f209136-b19c-4094-86e6-4d9b00bff532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:21.307340 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-4f209136-b19c-4094-86e6-4d9b00bff532 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 200 len: 854 time: 0.0480905 Jul 16 15:34:21.366393 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-035daacf-7764-4450-b35e-4e811caad829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:34:21.367945 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-035daacf-7764-4450-b35e-4e811caad829 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ec0e13a4-a296-4c96-bb56-285bcaa444c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542724 Jul 16 15:34:21.463440 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-b59dc142-0531-444d-bfa8-3308e9dd0813 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Jul 16 15:34:21.549401 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-7a682dfa-cfef-42a4-8225-e3ffc01f9973 req-575ae9bb-f6f4-4c10-84b1-96c42f21dde5 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Jul 16 15:34:22.192349 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:23.208340 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:23.928044 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:37.373293 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:34:48.147366 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-aa60d72b-0762-4a4b-9372-781cddc0a224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:50.609255 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd863-7042-4cf9-9219-920daa917390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:51.041980 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:52.194791 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:53.206426 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:34:53.931546 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:14.371238 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:35:18.150230 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-49c202f4-07c8-43e3-8432-b946a978f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:20.609857 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-b0dfff86-46e5-4d29-bce5-173e7b5815aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:21.042116 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:22.198045 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:22.827489 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-87e0bc05-d905-43be-ad1a-fbae68429009 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511041 Jul 16 15:35:22.938808 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-f9125c6a-ccca-41ab-bc76-a1657407c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:22.940459 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-f9125c6a-ccca-41ab-bc76-a1657407c1a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd876df61a97494885b04343e783c44c&device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 1098 time: 0.0546777 Jul 16 15:35:23.041768 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-1ea03481-9d50-4b8e-a708-e3c15b8161ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:23.043243 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-1ea03481-9d50-4b8e-a708-e3c15b8161ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 200 len: 915 time: 0.0829320 Jul 16 15:35:23.085917 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-dbe822ff-17dc-43b4-813e-4b5ce937aa7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 200 len: 217 time: 0.0368207 Jul 16 15:35:23.134186 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-14e6e72c-0fd7-471d-9f85-3225c35f0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:35:23.135585 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-14e6e72c-0fd7-471d-9f85-3225c35f0e21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 200 len: 854 time: 0.0428574 Jul 16 15:35:23.166931 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-1feee45e-662e-480d-9de4-13e4fd6a8426 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8bf268-a300-4eca-aba3-cc66dbe740ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249007 Jul 16 15:35:23.215965 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:23.261320 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-1aa353f1-2dc8-447f-b57d-2a0edcb5d504 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879350 Jul 16 15:35:23.350079 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-20127506-e1d2-4c2f-a948-73eabff47a8c req-6f3d5f25-6db5-497d-a14c-17ceb4385005 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827749 Jul 16 15:35:23.934231 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:48.150509 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-016a901a-035f-4f3b-88f4-c3e1554ad1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:50.610037 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a1def1c1-37cb-4884-a6bb-195fbb9a99fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:51.043490 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:51.370659 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:35:52.199260 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:53.235013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:35:53.935917 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:18.150934 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7e5c65bf-4153-4e95-b426-cfad74278ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:19.517283 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878e44a-0a89-4131-a2a6-c3abad3b8280 req-773b065d-1060-4a11-9edd-9ded2c2381da tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:36:19.518783 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b878e44a-0a89-4131-a2a6-c3abad3b8280 req-773b065d-1060-4a11-9edd-9ded2c2381da tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.1733463 Jul 16 15:36:19.555385 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-b878e44a-0a89-4131-a2a6-c3abad3b8280 req-345e378c-85c4-42c5-8b33-d5098752461f tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/security-groups?id=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Jul 16 15:36:19.953676 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-f4589616-c4c9-4bf9-8ae5-c240fc2cce08 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:36:19.955351 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-f4589616-c4c9-4bf9-8ae5-c240fc2cce08 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.54 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Jul 16 15:36:20.050721 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Deleting port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:20.051055 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:20.144751 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] For port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:20.145115 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:20.158108 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Calling delete_port for 8620fc01-4368-4aa6-ac46-7e9a77fd5bec owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:20.281791 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:20.313367 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Pushing event deleted for resources: {'Port': ['ID=8620fc01-4368-4aa6-ac46-7e9a77fd5bec,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:20.316578 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] get_ports_and_sgs() called for port_ids ['8620fc01-4368-4aa6-ac46-7e9a77fd5bec'] {{(pid=92982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 15:36:20.325504 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.325860 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.326223 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.326569 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.326906 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.327242 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.327573 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.327903 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.328229 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.328555 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.329419 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.329904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:20.367502 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] No DVR routers for this DVR port 8620fc01-4368-4aa6-ac46-7e9a77fd5bec on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:20.369835 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:20.371822 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-e8a8e650-6931-4e04-83ff-468becd068d4 req-03cd71a7-de66-4f15-97a0-018f5dd5f0c0 tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.54 "DELETE /v2.0/ports/8620fc01-4368-4aa6-ac46-7e9a77fd5bec HTTP/1.1" status: 204 len: 173 time: 0.4115310 Jul 16 15:36:20.372292 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'name': 'network-vif-deleted', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:36:20.374535 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce1c16-2902-4f81-86ac-4b2c5ea83d9a" -d '{"events": [{"server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "name": "network-vif-deleted", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:36:20.477539 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c957d-31bf-4949-879c-114aedd617d0 x-openstack-request-id: req-256c957d-31bf-4949-879c-114aedd617d0 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:36:20.477828 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd3a30e-7f68-47d4-9fa0-7c331b089175", "name": "network-vif-deleted", "tag": "8620fc01-4368-4aa6-ac46-7e9a77fd5bec", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:36:20.478079 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-256c957d-31bf-4949-879c-114aedd617d0 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:36:20.478506 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd3a30e-7f68-47d4-9fa0-7c331b089175', 'name': 'network-vif-deleted', 'tag': '8620fc01-4368-4aa6-ac46-7e9a77fd5bec', 'status': 'completed', 'code': 200} Jul 16 15:36:20.613894 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c2bf4c89-e5e5-4ffc-9f2e-ada3eba453ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:20.724856 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-386338d3-e111-45a4-85a0-fcea892c2492 req-0849ed96-ff6b-4cc0-b426-361b3e6855bc tempest-TestMinimumBasicScenario-2068463640 tempest-TestMinimumBasicScenario-2068463640-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dd3a30e-7f68-47d4-9fa0-7c331b089175 HTTP/1.1" status: 200 len: 210 time: 0.0304639 Jul 16 15:36:21.044740 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:22.205904 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:22.607861 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758cc2a-a390-4231-bcfd-10805b3f797c req-6f0e6b0f-9a4f-4aa8-b53d-296f10c77fec tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:36:22.609705 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9758cc2a-a390-4231-bcfd-10805b3f797c req-6f0e6b0f-9a4f-4aa8-b53d-296f10c77fec tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.0662286 Jul 16 15:36:22.621253 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52404) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:22.649840 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-9758cc2a-a390-4231-bcfd-10805b3f797c req-21466a27-5060-4886-a72f-806ccfa025fd tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Jul 16 15:36:23.054496 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.250104 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.273469 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-14080dba-4c03-4f1b-b2a2-e474068b267f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:36:23.274973 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-14080dba-4c03-4f1b-b2a2-e474068b267f tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.0969620 Jul 16 15:36:23.653385 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Deleting port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:23.654155 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.656654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Deleting port 0471d5eb-342b-4029-8ed1-eacd1c721991 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:23.657014 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.803264 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] For port eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:23.803626 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.814204 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] For port 0471d5eb-342b-4029-8ed1-eacd1c721991, host hv-cinder-80106, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80106',level=0,port_id=0471d5eb-342b-4029-8ed1-eacd1c721991,segment=NetworkSegment(64c4bf79-0fad-42a6-98de-2e6b2aed38fe),segment_id=64c4bf79-0fad-42a6-98de-2e6b2aed38fe)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:23.814545 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.827752 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Calling delete_port for eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:23.834606 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Calling delete_port for 0471d5eb-342b-4029-8ed1-eacd1c721991 owned by compute:nova {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:23.877615 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67a88-dd74-4d48-8289-6619fcb8456b req-556bc741-d071-4497-a608-0545a8869537 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 15:36:23.879163 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acb67a88-dd74-4d48-8289-6619fcb8456b req-556bc741-d071-4497-a608-0545a8869537 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8dfedec-1db8-4e55-a485-71c66e6524a6 HTTP/1.1" status: 200 len: 945 time: 0.1132302 Jul 16 15:36:23.919469 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [req-acb67a88-dd74-4d48-8289-6619fcb8456b req-c2c617be-d18c-4fb4-ab07-bf7ef0f03e4e tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.39 "GET /v2.0/security-groups?id=ca2878fa-69a2-463b-8f7b-f4650a36b9de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 16 15:36:23.947581 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:23.953460 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 0471d5eb-342b-4029-8ed1-eacd1c721991 no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:24.027189 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3696345'] for port, before_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.089472 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.096673 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 8620fc01-4368-4aa6-ac46-7e9a77fd5bec no longer exists at agent hyperv_hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:24.115201 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] No Port match for: 8620fc01-4368-4aa6-ac46-7e9a77fd5bec {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:24.115549 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Device 8620fc01-4368-4aa6-ac46-7e9a77fd5bec not bound to the agent host hv-cinder-80106 {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:24.124804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Pushing event deleted for resources: {'Port': ['ID=0471d5eb-342b-4029-8ed1-eacd1c721991,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:24.178592 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.182559 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] No DVR routers for this DVR port 0471d5eb-342b-4029-8ed1-eacd1c721991 on host hv-cinder-80106 {{(pid=92980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:24.189496 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-12239'] for port, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.191436 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [req-d009ed5b-9eb8-4c40-974c-f934b1d8963e req-c4ac5bd0-8328-4e70-b333-20e4a4a465f7 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] 10.222.0.54 "DELETE /v2.0/ports/0471d5eb-342b-4029-8ed1-eacd1c721991 HTTP/1.1" status: 204 len: 173 time: 0.9108315 Jul 16 15:36:24.191870 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'name': 'network-vif-deleted', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991'}] {{(pid=92980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 15:36:24.194143 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49e69d44b5f9b43489599d2fb71427643fb661ebc5d9b8b4c5fed8699c43554e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58cdb0-6242-4655-8d28-ce7c81ce5e4f" -d '{"events": [{"server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "name": "network-vif-deleted", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991"}]}' {{(pid=92980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 15:36:24.220588 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:24.244668 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b080c2c-ff55-4f04-80ff-10048b8196b5 x-openstack-request-id: req-5b080c2c-ff55-4f04-80ff-10048b8196b5 {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 15:36:24.244968 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dfedec-1db8-4e55-a485-71c66e6524a6", "name": "network-vif-deleted", "tag": "0471d5eb-342b-4029-8ed1-eacd1c721991", "status": "completed", "code": 200}]} {{(pid=92980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 15:36:24.245221 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b080c2c-ff55-4f04-80ff-10048b8196b5 {{(pid=92980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 15:36:24.245632 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dfedec-1db8-4e55-a485-71c66e6524a6', 'name': 'network-vif-deleted', 'tag': '0471d5eb-342b-4029-8ed1-eacd1c721991', 'status': 'completed', 'code': 200} Jul 16 15:36:24.392051 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.610873 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Router 87a3b7bb-d486-4c32-94cc-3ece91540753 has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:36:24.715722 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:36:24.724042 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-7aeaf3ef-5d51-4b9e-9b23-2cdddc9b356f admin admin] 10.222.0.39 "PUT /v2.0/routers/87a3b7bb-d486-4c32-94cc-3ece91540753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0982199 Jul 16 15:36:24.724042 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52414) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:24.727598 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Sync routers for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:36:24.743179 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:36:24.743824 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:36:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:24.863460 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:24.868424 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: dv-cinder-801065-2-iscsi {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:36:24.979891 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.029958 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52418) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:25.042630 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Deleting port eec56b02-8a5a-4f92-9e81-86f1796f2e44 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:25.042969 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.052958 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:36:24Z', 'revision_number': 5, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port': {'id': 'eec56b02-8a5a-4f92-9e81-86f1796f2e44', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:38Z', 'updated_at': '2021-07-16T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.088380 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Checking router: 87a3b7bb-d486-4c32-94cc-3ece91540753 for host: dv-cinder-801065-2-iscsi {{(pid=92982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:36:25.098475 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Routers {'87a3b7bb-d486-4c32-94cc-3ece91540753'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:36:25.099610 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:36:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['87a3b7bb-d486-4c32-94cc-3ece91540753'], 'active': True} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.159989 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] For port eec56b02-8a5a-4f92-9e81-86f1796f2e44, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=eec56b02-8a5a-4f92-9e81-86f1796f2e44,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:25.160265 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.164990 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Deleting subnet 8a1e6c95-6d96-4447-b850-2527a03c7dff {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:36:25.174538 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.182954 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvr_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] Set router 87a3b7bb-d486-4c32-94cc-3ece91540753 gateway port host: None {{(pid=92982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:36:25.194869 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Calling delete_port for eec56b02-8a5a-4f92-9e81-86f1796f2e44 owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:25.233969 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_hamode_db [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:36:24Z', 'revision_number': 6, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.244363 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.262902 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ebf3fb-8d66-4bdc-9a14-a94d9584e4e1 None None] The sync data for ids ['87a3b7bb-d486-4c32-94cc-3ece91540753'] in dv-cinder-801065-2-iscsi is: [{'id': '87a3b7bb-d486-4c32-94cc-3ece91540753', 'name': 'tempest-TestMinimumBasicScenario-1157338014-router', 'tenant_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:37Z', 'updated_at': '2021-07-16T15:36:24Z', 'revision_number': 6, 'project_id': '4b5d3ca238f04d55abf82b4aab7fa950', 'gw_port_host': None}] {{(pid=92982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:36:25.304595 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.416568 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.451427 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1e6c95-6d96-4447-b850-2527a03c7dff,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:25.456859 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.458745 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0699efa3-3a04-4e52-8d55-eaf50a61494e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8a1e6c95-6d96-4447-b850-2527a03c7dff HTTP/1.1" status: 204 len: 168 time: 0.4278409 Jul 16 15:36:25.461283 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52422) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:25.468041 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.494814 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec56b02-8a5a-4f92-9e81-86f1796f2e44,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:25.533901 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.554101 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.612866 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.623498 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8bf268-a300-4eca-aba3-cc66dbe740ee']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.635261 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c4bf79-0fad-42a6-98de-2e6b2aed38fe') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.635560 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c4bf79-0fad-42a6-98de-2e6b2aed38fe') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:25.645395 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.645644 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.647960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.660423 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.666794 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:36:25.667128 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:36:25.668803 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:36:25.705097 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.706052 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87a3b7bb-d486-4c32-94cc-3ece91540753 {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:36:25.710640 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.711848 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-38bd4373-fe93-4367-845d-585a7ffbe060 admin admin] 10.222.0.39 "DELETE /v2.0/routers/87a3b7bb-d486-4c32-94cc-3ece91540753 HTTP/1.1" status: 204 len: 168 time: 0.9865274 Jul 16 15:36:25.714367 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52424) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:25.728799 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.735532 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.737659 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb8bf268-a300-4eca-aba3-cc66dbe740ee HTTP/1.1" status: 204 len: 168 time: 0.2753818 Jul 16 15:36:25.750954 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8bf268-a300-4eca-aba3-cc66dbe740ee,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:25.758404 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.758758 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.759096 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.759600 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.760133 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.760634 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.760966 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.761290 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.761651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Deleting subnet 10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 {{(pid=92980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:36:25.762127 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.762127 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.762430 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.762752 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bfa465-44f5-4ef6-96f6-9b89d40b8519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:25.764874 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.799539 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13084158'] for subnet, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.866803 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52428) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:25.909138 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-81b6449b-5197-41a8-9aa3-4b37f16b30a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd876df61a97494885b04343e783c44c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409060 Jul 16 15:36:25.911555 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52430) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:25.964859 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:25.991151 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.040160 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.042879 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.046323 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca2878fa-69a2-463b-8f7b-f4650a36b9de HTTP/1.1" status: 204 len: 168 time: 0.1315656 Jul 16 15:36:26.058267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027426e0-e184-42c1-92db-322c835973fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2878fa-69a2-463b-8f7b-f4650a36b9de,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:26.118283 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.170769 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13084033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762299'] for subnet, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.197615 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:26.201405 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for subnet, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.203341 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-73bb8c29-b22d-4ac5-be1f-0d371c0af93b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/10d2d5b4-c4f7-4c3a-9288-3c1bbedb6735 HTTP/1.1" status: 204 len: 168 time: 0.4880106 Jul 16 15:36:26.206752 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52434) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:26.212174 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9df0f-c95f-4be3-8b8f-0e07e51a5c05 None None] Network ec0e13a4-a296-4c96-bb56-285bcaa444c0 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:36:26.299133 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.365832 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Deleting port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:26.366203 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.427975 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] DHCP port deletion for ec0e13a4-a296-4c96-bb56-285bcaa444c0 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:36:26.440627 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] For port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:26.440989 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.462935 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Calling delete_port for 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:26.480013 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Deleting port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:26.480365 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.545535 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] For port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,segment=NetworkSegment(7637da05-1144-46f7-9ab6-08260d3ca759),segment_id=7637da05-1144-46f7-9ab6-08260d3ca759)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:26.546283 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.546951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.559917 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Calling delete_port for 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:26.580797 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:26.584747 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] No DVR routers for this DVR port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:26.644411 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.666791 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.669897 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Pushing event deleted for resources: {'Port': ['ID=6c4bf6dc-9944-4479-b4c3-07a6901d57a8,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:26.677593 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0e13a4-a296-4c96-bb56-285bcaa444c0']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:26.678077 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] No DVR routers for this DVR port 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 on host dv-cinder-801065-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:26.681265 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.681625 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.681972 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.682343 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.682684 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.683020 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.683352 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.683685 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.684017 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.684346 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.684676 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.685004 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdec0f6-c1a3-4701-b343-c763392fa030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:36:26.699413 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7637da05-1144-46f7-9ab6-08260d3ca759') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:26.699862 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7637da05-1144-46f7-9ab6-08260d3ca759') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:26.709926 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.725344 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.732211 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:36:26.732657 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:36:26.734351 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:36:26.793665 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.801182 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:26.804301 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec0e13a4-a296-4c96-bb56-285bcaa444c0 HTTP/1.1" status: 204 len: 168 time: 0.5963771 Jul 16 15:36:26.807221 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52454) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:26.810647 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eec56b02-8a5a-4f92-9e81-86f1796f2e44 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:26.816817 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5806d37-3219-43e2-929e-021e3eb40282 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0e13a4-a296-4c96-bb56-285bcaa444c0,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:26.833403 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: eec56b02-8a5a-4f92-9e81-86f1796f2e44 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:26.834041 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eec56b02-8a5a-4f92-9e81-86f1796f2e44 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:26.834503 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:26.853466 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:26.853809 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 6c4bf6dc-9944-4479-b4c3-07a6901d57a8 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:26.854438 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:26.873055 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:26.873395 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device eb1cd02c-426c-4ce5-b5fc-1b5ee40664c4 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:27.169379 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958889'] for router_interface, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.431359 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Deleting port 3a4cf881-c8ee-4b5a-8197-46986c7919c6 {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:27.431702 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.514225 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] For port 3a4cf881-c8ee-4b5a-8197-46986c7919c6, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=3a4cf881-c8ee-4b5a-8197-46986c7919c6,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:27.514510 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.528005 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Calling delete_port for 3a4cf881-c8ee-4b5a-8197-46986c7919c6 owned by network:router_interface {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:27.644034 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52474) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:27.708653 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.740996 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4cf881-c8ee-4b5a-8197-46986c7919c6,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:27.748925 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4db7b35b-b6e8-40a8-b40b-58f82dac4332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.849705 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4db7b35b-b6e8-40a8-b40b-58f82dac4332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.854738 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-4db7b35b-b6e8-40a8-b40b-58f82dac4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:27.895479 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-4db7b35b-b6e8-40a8-b40b-58f82dac4332 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72db3abec5b74d7bab66f15d0309643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502685 Jul 16 15:36:27.896336 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7b35b-b6e8-40a8-b40b-58f82dac4332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cdfaa8-2e7a-4f3f-bd3e-1e0e0179907c,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:27.898356 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52478) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:27.946342 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-941881'] for router_interface, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.002904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.056565 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.153164 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.155737 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.157747 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9cdfaa8-2e7a-4f3f-bd3e-1e0e0179907c HTTP/1.1" status: 204 len: 168 time: 0.2574315 Jul 16 15:36:28.192738 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98662b2a-a7fc-4f36-8230-e8b7b0ea6fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cdfaa8-2e7a-4f3f-bd3e-1e0e0179907c,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:28.221977 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Router d89faf53-1d61-4827-8cbb-2a8015f55d3d has already been hosted by L3 agent 0aaca72b-40d1-46c1-8e8c-5c84070977d4 {{(pid=92980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 15:36:28.333644 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] Notify agent at l3_agent.dv-cinder-801065-2-iscsi the message routers_updated {{(pid=92980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 15:36:28.341145 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-5fba09cd-02e2-4771-ba4e-8033b46b1183 admin admin] 10.222.0.39 "PUT /v2.0/routers/d89faf53-1d61-4827-8cbb-2a8015f55d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303414 Jul 16 15:36:28.341350 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52484) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:28.342491 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Sync routers for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 15:36:28.352211 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:36:28.352824 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:36:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:28.408728 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:36:28.431651 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52486) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:28.449804 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45d58f9c-e299-4819-94f6-d310fc6118ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.464315 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: dv-cinder-801065-2-iscsi {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:36:28.466147 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks [] for router, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.596215 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.646751 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'external_fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:36:27Z', 'revision_number': 5, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port': {'id': 'b4d17caf-a1be-4a9f-b23b-c024efa7a4be', 'name': '', 'network_id': '5f258c4a-a80e-4d4e-8c2e-e7054167ea01', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801065-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5a41e5f-9dda-4248-9289-33b9f33754dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801065-2-iscsi'}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:28.658898 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45d58f9c-e299-4819-94f6-d310fc6118ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.666368 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-45d58f9c-e299-4819-94f6-d310fc6118ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.675872 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Checking router: d89faf53-1d61-4827-8cbb-2a8015f55d3d for host: dv-cinder-801065-2-iscsi {{(pid=92983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 15:36:28.683842 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Routers {'d89faf53-1d61-4827-8cbb-2a8015f55d3d'} bound to L3 agent in host dv-cinder-801065-2-iscsi {{(pid=92983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 15:36:28.684448 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801065-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T14:49:50Z,description=,heartbeat_timestamp=2021-07-16T15:36:21Z,host='dv-cinder-801065-2-iscsi',id=0aaca72b-40d1-46c1-8e8c-5c84070977d4,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T14:49:50Z,topic='l3_agent')) {'router_ids': ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'], 'active': True} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:28.715124 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-45d58f9c-e299-4819-94f6-d310fc6118ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a517608ad1c4abd98c88d271f815a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824178 Jul 16 15:36:28.718973 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d58f9c-e299-4819-94f6-d310fc6118ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8ab7e9-f676-40f8-aea1-0156717b15bb,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:28.720002 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52488) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:28.725911 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Deleting port b4d17caf-a1be-4a9f-b23b-c024efa7a4be {{(pid=92980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:28.726711 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.786320 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_dvr_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] Set router d89faf53-1d61-4827-8cbb-2a8015f55d3d gateway port host: None {{(pid=92983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 15:36:28.795510 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.829960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.db [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] For port b4d17caf-a1be-4a9f-b23b-c024efa7a4be, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,segment=NetworkSegment(90569e28-d974-4ef9-89cf-39e6d5898e5d),segment_id=90569e28-d974-4ef9-89cf-39e6d5898e5d)] {{(pid=92980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:28.830383 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.840080 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.840656 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.l3_hamode_db [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:36:28Z', 'revision_number': 6, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port_host': None}], 'dv-cinder-801065-2-iscsi', False) {} {{(pid=92983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:28.843933 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Calling delete_port for b4d17caf-a1be-4a9f-b23b-c024efa7a4be owned by network:router_gateway {{(pid=92980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:28.870327 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf468f-40ed-4c81-8990-0e483cb32ee2 None None] The sync data for ids ['d89faf53-1d61-4827-8cbb-2a8015f55d3d'] in dv-cinder-801065-2-iscsi is: [{'id': 'd89faf53-1d61-4827-8cbb-2a8015f55d3d', 'name': 'tempest-TestMinimumBasicScenario-1291214174-router', 'tenant_id': '6b97fca647c64cea8be06e73f32bf08d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T15:23:42Z', 'updated_at': '2021-07-16T15:36:28Z', 'revision_number': 6, 'project_id': '6b97fca647c64cea8be06e73f32bf08d', 'gw_port_host': None}] {{(pid=92983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 15:36:28.893682 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.896877 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:28.898891 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb8ab7e9-f676-40f8-aea1-0156717b15bb HTTP/1.1" status: 204 len: 168 time: 0.1769550 Jul 16 15:36:28.908858 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbed42-80e7-4e45-8689-28e0d4d698ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8ab7e9-f676-40f8-aea1-0156717b15bb,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:29.035696 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13084146'] for port, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.068709 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d17caf-a1be-4a9f-b23b-c024efa7a4be,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:29.129677 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-887139'] for router_gateway, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.224901 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-961783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8065'] for router, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.227090 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.270355 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-960481'] for router, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.270972 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d89faf53-1d61-4827-8cbb-2a8015f55d3d {{(pid=92980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 15:36:29.275297 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] Notify callbacks [] for router, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.276438 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-c3dc42d9-09d6-40dd-88c2-f6512df28970 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d89faf53-1d61-4827-8cbb-2a8015f55d3d HTTP/1.1" status: 204 len: 168 time: 0.9340515 Jul 16 15:36:29.279177 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52500) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:29.326610 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Deleting subnet 0a77fac7-95e3-415a-b7b0-001d0a0b8094 {{(pid=92981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 15:36:29.331141 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.369040 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1625715'] for subnet, precommit_delete_associations {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.461025 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4020672'] for subnet, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.519456 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4020727', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11684614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11974915'] for subnet, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.543516 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a77fac7-95e3-415a-b7b0-001d0a0b8094,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:29.554956 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.557975 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-79b65f79-a696-4df5-83e1-9a500798f6c2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a77fac7-95e3-415a-b7b0-001d0a0b8094 HTTP/1.1" status: 204 len: 168 time: 0.2769170 Jul 16 15:36:29.559652 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52512) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:29.560016 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f60f7-3fed-4ebc-a337-6b9c57504028 None None] Network c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 requested from dv-cinder-801065-2-iscsi {{(pid=92982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 15:36:29.635185 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3684011'] for network, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.702619 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Deleting port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 {{(pid=92981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:29.702967 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.763665 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] DHCP port deletion for c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 request from dv-cinder-801065-2-iscsi {{(pid=92982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 15:36:29.768081 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.db [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] For port ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:29.769027 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.785018 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.plugin [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Calling delete_port for ef449638-5b3c-4c01-9081-1cc78d8c4fc7 owned by network:dhcp {{(pid=92981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:29.824745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Deleting port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 {{(pid=92982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 15:36:29.824745 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752197168815'] for port, before_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.870650 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11684725'] for port, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.886935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.db [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] For port ef449638-5b3c-4c01-9081-1cc78d8c4fc7, host dv-cinder-801065-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801065-2-iscsi',level=0,port_id=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,segment=NetworkSegment(1f947c1f-1f78-440c-9601-5efa8d17f44c),segment_id=1f947c1f-1f78-440c-9601-5efa8d17f44c)] {{(pid=92982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 15:36:29.886935 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960402'] for port, precommit_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.895979 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:29.899583 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] No DVR routers for this DVR port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 on host dv-cinder-801065-2-iscsi {{(pid=92981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:29.899838 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Calling delete_port for ef449638-5b3c-4c01-9081-1cc78d8c4fc7 owned by network:dhcp {{(pid=92982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 15:36:29.973350 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4015524', 'neutron.services.segments.db._delete_segments_for_network-8752197282380'] for network, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.985603 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1']}} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:29.990546 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3701538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752197169026', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752196768660'] for port, after_delete {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:29.996077 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f947c1f-1f78-440c-9601-5efa8d17f44c') {'for_net_delete': True} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:29.996378 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.services.segments.db [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f947c1f-1f78-440c-9601-5efa8d17f44c') {} {{(pid=92981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 15:36:30.005909 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752197285717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1625668'] for segment, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.016750 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] Pushing event deleted for resources: {'Port': ['ID=ef449638-5b3c-4c01-9081-1cc78d8c4fc7,revision_number=None']} {{(pid=92982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:30.020657 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ad0223-9448-477b-b7fe-7b620580e325 None None] No DVR routers for this DVR port ef449638-5b3c-4c01-9081-1cc78d8c4fc7 on host dv-cinder-801065-2-iscsi {{(pid=92982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 15:36:30.024631 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280'] for segment, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.033604 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=92981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 15:36:30.034036 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4112280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11684004'] for segment, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: Traceback (most recent call last): Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: timer() Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: cb(*args, **kw) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: return func(*args, **kwargs) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: self._notify() Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: self.callback(batched_events) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: event.method(event) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: return f(self, *a, **k) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._get(url).json() Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: return self.request(url, 'GET', **kwargs) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 15:36:30.035774 dv-cinder-801065-2-iscsi neutron-server[92981]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 15:36:30.092086 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4015549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-887231'] for network, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.097580 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536164'] for network, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.099933 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1 HTTP/1.1" status: 204 len: 168 time: 0.5381711 Jul 16 15:36:30.111369 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cb849-7cca-46a5-b903-b26f6847485c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d7dc8a-1a20-4ba9-a273-b05107bd1fc1,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:30.263252 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52534) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:30.308637 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-bb886ecf-7106-47c0-b03a-3c81303e6e45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b5d3ca238f04d55abf82b4aab7fa950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417545 Jul 16 15:36:30.308801 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52536) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:30.356951 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.378764 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.425980 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.428815 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.430025 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1eb10ba5-b531-41a4-ba16-e8f57e3afcd7 HTTP/1.1" status: 204 len: 168 time: 0.1203270 Jul 16 15:36:30.444651 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e304c2b-45fc-4e07-b6b5-1c89c72c1f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb10ba5-b531-41a4-ba16-e8f57e3afcd7,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:30.782193 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52546) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:30.812673 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ef449638-5b3c-4c01-9081-1cc78d8c4fc7 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:30.823730 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-e017006c-b8ac-4f2d-9754-3ba6eb230056 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b97fca647c64cea8be06e73f32bf08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429101 Jul 16 15:36:30.826256 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52548) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:36:30.834258 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: ef449638-5b3c-4c01-9081-1cc78d8c4fc7 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:30.834614 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device ef449638-5b3c-4c01-9081-1cc78d8c4fc7 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:30.835042 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b4d17caf-a1be-4a9f-b23b-c024efa7a4be no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:30.853558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: b4d17caf-a1be-4a9f-b23b-c024efa7a4be {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:30.853910 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device b4d17caf-a1be-4a9f-b23b-c024efa7a4be not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:30.854359 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 3a4cf881-c8ee-4b5a-8197-46986c7919c6 no longer exists at agent ovs-agent-dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 15:36:30.874480 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.plugin [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] No Port match for: 3a4cf881-c8ee-4b5a-8197-46986c7919c6 {{(pid=92982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 15:36:30.874653 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.874830 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron.plugins.ml2.rpc [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Device 3a4cf881-c8ee-4b5a-8197-46986c7919c6 not bound to the agent host dv-cinder-801065-2-iscsi {{(pid=92982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 15:36:30.899297 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.947788 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.950272 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:30.951403 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ef0d151-2ffa-4c93-b0dc-773562daf6a0 HTTP/1.1" status: 204 len: 168 time: 0.1242423 Jul 16 15:36:30.959294 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05c95a-6bae-4e18-abd2-f339d32a018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef0d151-2ffa-4c93-b0dc-773562daf6a0,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:36:48.152071 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-031ccbba-15a3-4a94-8ef1-3f4de6a4baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:50.616497 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-268539b2-d7aa-4709-a3b0-b095e07c5e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:51.044910 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:52.208379 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:53.264448 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:36:53.943553 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:00.969731 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52716) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:01.068960 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-649a5a86-fbce-426d-9cf5-1f7f2f8ad7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.154901 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-649a5a86-fbce-426d-9cf5-1f7f2f8ad7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.158499 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-649a5a86-fbce-426d-9cf5-1f7f2f8ad7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.194851 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5a86-fbce-426d-9cf5-1f7f2f8ad7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2733c57-47c5-414b-ada6-2672809c5f79,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:01.199332 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-649a5a86-fbce-426d-9cf5-1f7f2f8ad7e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42bc70f60e884af38c6027ae2a87f1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286205 Jul 16 15:37:01.201984 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52720) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:01.248674 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.269785 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.315075 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.318273 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.319443 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2733c57-47c5-414b-ada6-2672809c5f79 HTTP/1.1" status: 204 len: 168 time: 0.1164689 Jul 16 15:37:01.327013 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e8850-c929-49d9-a6e8-62238c09cb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2733c57-47c5-414b-ada6-2672809c5f79,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:01.575262 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52726) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:01.588913 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-57f2523e-f8b2-4550-8be6-de38f2175c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.677996 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-57f2523e-f8b2-4550-8be6-de38f2175c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.681462 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-57f2523e-f8b2-4550-8be6-de38f2175c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.718421 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-57f2523e-f8b2-4550-8be6-de38f2175c93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ede97e9efb9446fe9f4b9f1f8dd54c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420465 Jul 16 15:37:01.720293 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2523e-f8b2-4550-8be6-de38f2175c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c759073-46ff-436d-b564-c79d86cd59fe,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:01.721219 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52728) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:01.771710 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.793858 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.851915 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.854896 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:01.856076 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c759073-46ff-436d-b564-c79d86cd59fe HTTP/1.1" status: 204 len: 168 time: 0.1334410 Jul 16 15:37:01.863714 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b987b11-45ea-4b7d-9d54-65459ccdfd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c759073-46ff-436d-b564-c79d86cd59fe,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:05.398885 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:37:11.240667 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52814) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:11.343443 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9706158f-429c-4493-b4a7-0a557df7184e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.436849 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9706158f-429c-4493-b4a7-0a557df7184e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.441060 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-9706158f-429c-4493-b4a7-0a557df7184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.479930 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-9706158f-429c-4493-b4a7-0a557df7184e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bde22477e794dd9a3b6047facdacb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381551 Jul 16 15:37:11.481805 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706158f-429c-4493-b4a7-0a557df7184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568f0f6e-c1a7-4231-a64a-54db84fde034,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:11.482637 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52818) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:11.533704 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.555274 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.601519 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.604461 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:11.605651 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/568f0f6e-c1a7-4231-a64a-54db84fde034 HTTP/1.1" status: 204 len: 168 time: 0.1218400 Jul 16 15:37:11.614267 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c4ce4-9836-45fe-9601-87781c2eaab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f0f6e-c1a7-4231-a64a-54db84fde034,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:12.595701 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52848) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:12.696449 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-428b315d-29be-4830-a802-eb43cafe7771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.784880 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-428b315d-29be-4830-a802-eb43cafe7771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.788548 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-428b315d-29be-4830-a802-eb43cafe7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.828817 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-428b315d-29be-4830-a802-eb43cafe7771 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88912449ba8d446a8c3638f9787d2367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314165 Jul 16 15:37:12.829666 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b315d-29be-4830-a802-eb43cafe7771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2fde4-ce23-4f1f-983f-af7642747e4e,revision_number=1']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:12.832147 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52852) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:12.880194 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.907467 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.953153 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.955709 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:12.957502 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cd2fde4-ce23-4f1f-983f-af7642747e4e HTTP/1.1" status: 204 len: 168 time: 0.1243370 Jul 16 15:37:12.964904 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964a9c4-52e9-4925-beea-072d9db4dfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2fde4-ce23-4f1f-983f-af7642747e4e,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:18.152852 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-36311b58-8e2f-4cee-9959-404bc2a2b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:20.616303 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-75f81889-9fd7-4f87-87da-ee862ed853c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:21.045839 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:22.210663 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:23.263768 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:23.943902 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.098618 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 52988) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:33.201654 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.292545 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.296480 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.332828 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf3743-b4ab-4b59-ba45-ca5344b5be53,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:33.337031 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7c5cc1addc244b19e243a4917725497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368970 Jul 16 15:37:33.339828 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.wsgi [-] (92981) accepted ('10.222.0.39', 52992) {{(pid=92981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:33.343159 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.343556 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.343894 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.344230 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.344560 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.345122 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.345454 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.345780 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.346133 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.346481 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.346832 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.347151 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa1f4c2-faf8-4409-80da-4bff351439b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.387968 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.408938 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.454454 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.456993 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron_lib.callbacks.manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:33.458672 dv-cinder-801065-2-iscsi neutron-server[92981]: INFO neutron.wsgi [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45cf3743-b4ab-4b59-ba45-ca5344b5be53 HTTP/1.1" status: 204 len: 168 time: 0.1173294 Jul 16 15:37:33.466480 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf3743-b4ab-4b59-ba45-ca5344b5be53,revision_number=None']} {{(pid=92981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:33.475134 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.475511 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.475835 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.476196 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.476513 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.476847 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.477180 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.477513 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.478021 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.478251 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.478583 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:33.478904 dv-cinder-801065-2-iscsi neutron-server[92981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831ed5ad-860b-429c-a47b-42ed19fa3053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801065-2-iscsi {{(pid=92981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 15:37:42.378911 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53064) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:42.398144 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:37:42.485050 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2bcb-95b6-4093-913b-f90c176e804a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.579279 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2bcb-95b6-4093-913b-f90c176e804a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.585275 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2bcb-95b6-4093-913b-f90c176e804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_create {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.620869 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2bcb-95b6-4093-913b-f90c176e804a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e0d75-2c51-40d7-8abe-37bab9e2cb54,revision_number=1']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:42.625429 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-0e0c2bcb-95b6-4093-913b-f90c176e804a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12d08fcb3e564065afcc2c450f49004a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455153 Jul 16 15:37:42.628010 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [-] (92980) accepted ('10.222.0.39', 53068) {{(pid=92980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 15:37:42.675704 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.696577 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.743573 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1006432'] for security_group, after_delete {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.745984 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron_lib.callbacks.manager [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:42.747118 dv-cinder-801065-2-iscsi neutron-server[92980]: INFO neutron.wsgi [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/127e0d75-2c51-40d7-8abe-37bab9e2cb54 HTTP/1.1" status: 204 len: 168 time: 0.1182861 Jul 16 15:37:42.754784 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f619b1-41a7-4fa5-849c-6b1593f4fb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e0d75-2c51-40d7-8abe-37bab9e2cb54,revision_number=None']} {{(pid=92980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 15:37:48.154195 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-3b31178f-a7d3-488e-bd56-9a597f18fe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:50.618436 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-43bb9ac8-c82a-4c61-a0c5-a164e30ffc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:51.046153 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:52.214001 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:53.263612 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:37:53.945865 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:18.154217 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f6d8-4bc3-4d1c-ab36-4ab65350a66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:19.398618 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:38:20.618349 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-91e73e4d-7859-462e-9649-5c266bbf2d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:21.048624 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:22.215743 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:23.258106 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:23.948817 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:48.154932 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0090-3fec-455b-b285-3fa6ae0229ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:50.618699 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-087ead85-bc62-43be-9d64-f45a1d35109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:51.049097 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:52.219748 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:53.260267 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:53.951355 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:38:56.397455 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:39:14.895435 dv-cinder-801065-2-iscsi neutron-server[92980]: DEBUG neutron.wsgi [req-ae48858e-4cb5-4250-a0bf-55d8eb1c15b7 req-61e3ab34-52b5-446b-9338-eb367a2d4d05 tempest-AttachVolumeNegativeTest-1097371484 tempest-AttachVolumeNegativeTest-1097371484-project] (92980) timed out ('10.222.0.54', 52581) {{(pid=92980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 15:39:18.155534 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2f8695e0-e660-49b2-beb5-b1ab12293573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:20.620627 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fa578cdd-c681-43de-958f-0819702eccdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:21.049190 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:22.222307 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:23.259159 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:23.953968 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:33.397003 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:39:48.156126 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-8c5e0d93-b0ff-44d7-b511-0afb5f1727d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:50.622431 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-086e82e2-4c62-4c5c-b21e-3f09921c9e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:51.049843 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:52.224309 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:53.266532 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:39:53.956558 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:10.395998 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:40:18.156868 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-a5d2bd70-5858-4e0e-8f4d-ce62a15e716b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:20.622619 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-2d35d8a3-4d69-4724-8f3a-5594acd98fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:21.050802 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:22.227153 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.287761 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:23.960325 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:47.395186 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:40:48.157708 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fce4d978-b185-4b10-a125-fe561c64bd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:50.623903 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-735a3e8c-6558-41f1-9567-fd43b94c1c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:51.051540 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:52.229883 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.282897 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:40:53.963144 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:18.158793 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ee19e0da-9fe1-42da-9044-004f526c5781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:20.625955 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-7a53eda6-0a61-4b93-b938-852f62314443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:21.053087 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:22.234860 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:23.300398 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:23.965517 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:24.393949 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:41:48.159293 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfaa5-d7f1-4617-ad7a-d4adbd8bebba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:50.629932 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-fc580bbb-1d1c-4f66-af9e-c139eecbac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:51.053193 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:52.234894 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.315104 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:41:53.967923 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:01.394565 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 15:42:18.159748 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-f20d8277-4f6d-4509-bc02-fb0f18988d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:20.630327 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-5373b250-853a-436c-a7b6-63d3e13b24c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:21.052706 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-c7b84f38-6dd6-4fb8-9ba1-fafd4ea09a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:22.237618 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-67b0786d-ec2c-4b5c-867f-23a27c24fe7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.308452 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-ea0ea159-389b-4e02-a178-08e7b1cffdb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:23.969904 dv-cinder-801065-2-iscsi neutron-server[92982]: DEBUG neutron_lib.callbacks.manager [None req-08a47c2b-8893-42fe-b0e9-ca8f54f5c6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752197282362', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4020990'] for agent, after_update {{(pid=92982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 15:42:38.393709 dv-cinder-801065-2-iscsi neutron-server[92983]: DEBUG neutron.db.agents_db [None req-30ca1fe4-3c14-4d4a-aae9-d192b8f2ab28 None None] Agent healthcheck: found 6 active agents {{(pid=92983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}